-- Logs begin at Thu 2021-05-06 00:00:00 UTC, end at Thu 2021-05-06 00:51:48 UTC. -- May 06 00:27:13.856497 dv-cinder-784623-8-smb systemd[1]: Started Devstack devstack@q-svc.service. May 06 00:27:16.233644 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.common.config [-] Logging enabled! May 06 00:27:16.234213 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev184 May 06 00:27:16.234394 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73748) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 00:27:16.237693 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.common.config [-] Logging enabled! May 06 00:27:16.237932 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev184 May 06 00:27:16.238231 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73748) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 00:27:16.239154 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 00:27:16.239379 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 00:27:16.239732 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 00:27:16.239970 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 00:27:16.240191 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 00:27:16.240527 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.240814 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.241103 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.241328 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.241595 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.241871 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.242153 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.242428 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.242718 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.242996 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.243266 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.243547 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.243749 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.244020 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.244298 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.244609 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.244827 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] debug = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.245099 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.245518 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.245933 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.246206 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.246488 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.246776 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.247023 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.247293 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.247569 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.247884 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] host = dv-cinder-784623-8-smb {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.248154 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.248575 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.248851 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.249135 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.249405 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.249671 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.249949 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.250216 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.250480 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] log_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.250750 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.251040 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.251313 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.251595 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.251812 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.252054 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.252364 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.252653 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.252924 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.253189 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.253455 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.253720 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.253985 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.254247 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.254523 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.254798 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.255075 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.255343 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.255608 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.255871 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.256142 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.256521 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.256792 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.257059 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.257324 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.257602 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.257862 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.258130 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.258422 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.258702 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.258978 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.259256 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.259522 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.259796 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.260061 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.260341 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.260616 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] use_json = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.260882 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.261144 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.261418 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.261683 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.261951 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.262216 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.262480 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.262757 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:16.263050 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.263342 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.263641 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.263919 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.264210 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.264522 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.264810 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.265084 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.265369 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.265653 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.265938 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.266210 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.266492 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.266764 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.267053 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.267352 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.267660 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.268005 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.268379 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.268658 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.268933 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.269209 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.269496 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.269795 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.270081 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.270352 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.270630 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.270919 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.271195 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.271466 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.271742 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.272034 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.272309 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.272598 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.272876 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.273148 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.273416 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.273681 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.273954 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.274239 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.274513 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.274780 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.275046 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.275318 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.275584 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.275863 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.276136 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.276431 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.276701 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.276973 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.277240 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.277506 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.277776 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.278041 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.278312 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.278578 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.278843 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.279108 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.279373 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.279637 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.279902 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.280166 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.280463 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.280734 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.281001 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.281269 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.281534 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.281799 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.282082 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.282374 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.282645 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.282917 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.283187 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.283575 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.283851 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.284123 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.284430 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.284708 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.284975 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.285261 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.285537 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.285816 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.286090 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.286361 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.286650 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.286922 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.287197 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.287468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.287740 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.288019 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.288295 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.288664 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.288951 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.289237 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.289524 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.289807 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.290079 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.290382 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.290655 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:16.290866 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 00:27:16.291099 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73748) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 00:27:16.630274 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:27:16.630498 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:27:16.630821 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:27:16.631150 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 00:27:16.929264 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:16.929462 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:16.929707 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:16.930898 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:16.931159 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:16.931741 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.053964 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.054220 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.054476 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.067832 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.068108 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.068361 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.096138 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.096405 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.096687 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.133828 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.134111 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.134362 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.360182 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.360886 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.360886 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.361074 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.361850 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.482704 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.483009 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.483283 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.483548 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.483803 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.484112 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.484421 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.484807 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.485057 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.485335 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.485587 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.485846 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.486109 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.486346 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.486702 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.486960 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.487213 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.487483 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.487730 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.488000 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.488358 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.488737 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.488988 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.489270 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.489520 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.489762 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.490141 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 00:27:17.490377 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 00:27:17.490610 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 00:27:17.490841 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 00:27:17.491070 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 00:27:17.491297 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 00:27:17.491655 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 00:27:17.494740 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 00:27:17.498713 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 00:27:17.502661 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) May 06 00:27:17.504270 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 00:27:17.504742 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 00:27:17.505070 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 00:27:17.505446 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 00:27:17.508363 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 00:27:17.508799 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 00:27:17.509140 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 00:27:17.536312 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 06 00:27:17.536795 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.537085 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73748) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 06 00:27:17.537435 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.538769 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73748) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 00:27:17.539046 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 00:27:17.539286 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 00:27:17.542501 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.542777 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:17.625347 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 00:27:17.625484 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 00:27:17.625735 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 00:27:17.626101 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 00:27:17.660494 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_db.sqlalchemy.engines [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73748) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 06 00:27:17.989592 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Initializing driver for type 'gre' May 06 00:27:17.990213 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] gre ID ranges: [(1, 1000)] May 06 00:27:18.050166 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Initializing driver for type 'local' May 06 00:27:18.050547 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Initializing driver for type 'vlan' May 06 00:27:18.070724 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] VlanTypeDriver initialization complete May 06 00:27:18.071152 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Initializing driver for type 'vxlan' May 06 00:27:18.071881 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] vxlan ID ranges: [(1, 1000)] May 06 00:27:18.132105 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Initializing extension driver 'port_security' May 06 00:27:18.132271 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.extensions.port_security [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] PortSecurityExtensionDriver initialization complete May 06 00:27:18.132638 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Initializing mechanism driver 'openvswitch' May 06 00:27:18.132968 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Initializing mechanism driver 'hyperv' May 06 00:27:18.139570 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.plugins.ml2.plugin [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:27:18.140399 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > port after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.140773 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > port after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.141126 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > port after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.141515 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.141865 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.142209 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.142582 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > network after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.142933 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > network after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.143294 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > network after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.143672 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.144017 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.144374 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.144754 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.145097 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.145436 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.145809 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.146150 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.146486 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.146822 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] ML2 OVO RPC backend initialized. {{(pid=73748) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 06 00:27:18.147520 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.147871 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.148281 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > network before_response 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.148654 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > networks before_response 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.149003 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > port before_response 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.149343 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > ports before_response 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.149683 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.150021 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.150363 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > network after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.150700 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > network after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.151036 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > network after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.151369 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > port after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.151706 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > port after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.152039 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > port after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.152413 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.152751 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.153084 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.153660 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.plugin [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Modular L2 Plugin initialization complete May 06 00:27:18.153990 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading services supported by the core plugin {{(pid=73748) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 00:27:18.154319 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.plugins.ml2.managers [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Got port-security extension from driver 'port_security' May 06 00:27:18.154785 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.extensions.vlantransparent [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Disabled vlantransparent extension. May 06 00:27:18.155274 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73748) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 00:27:18.155588 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading Plugin: router May 06 00:27:18.191924 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.192301 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router after_create 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.192709 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router before_create 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.193075 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.193444 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.193798 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router after_delete 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.194156 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.194514 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router after_create 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.194864 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router after_update 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.195208 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router after_update 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.195558 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.195913 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router after_update 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.196300 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.196694 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: port after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.197029 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: port after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.197368 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: subnet after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.197703 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.198048 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.198396 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.198732 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: port before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.199070 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.199422 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router after_update 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.199765 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.200110 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.200510 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.200836 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.201205 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > network after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.202052 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Tracking information for resource: router configured {{(pid=73748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 00:27:18.202397 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Tracking information for resource: floatingip configured {{(pid=73748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 00:27:18.207518 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.db.l3_agentschedulers_db [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 00:27:18.208098 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: port after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.208556 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: port after_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.208913 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: port after_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.209264 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: port after_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.210049 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router before_create 55550100 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.210411 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.210771 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.211123 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.215483 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.services.provider_configuration [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service providers = [] {{(pid=73748) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 00:27:18.215867 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.db.servicetype_db [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73748) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 00:27:18.218784 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.services.service_base [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73748) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 00:27:18.219144 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.services.service_base [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73748) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 00:27:18.219485 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.services.service_base [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73748) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 00:27:18.220346 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.services.service_base [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73748) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 00:27:18.220749 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.services.service_base [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 00:27:18.222691 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 00:27:18.223016 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 00:27:18.233448 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 00:27:18.233780 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading Plugin: auto_allocate May 06 00:27:18.239841 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: network precommit_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.240149 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: network precommit_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.240703 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 00:27:18.241019 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading Plugin: tag May 06 00:27:18.247767 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 00:27:18.248099 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading Plugin: timestamp May 06 00:27:18.251895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 00:27:18.252224 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading Plugin: network_ip_availability May 06 00:27:18.257478 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.257852 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.258207 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.258916 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 00:27:18.259236 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading Plugin: flavors May 06 00:27:18.264103 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 00:27:18.264467 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading Plugin: revisions May 06 00:27:18.268833 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 00:27:18.269224 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_concurrency.lockutils [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.638s {{(pid=73748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:27:18.269943 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73748) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 06 00:27:18.270275 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Initializing extension manager. May 06 00:27:18.270782 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: __init__.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.271122 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: __pycache__ {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.271450 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.271779 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: address_group.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.272587 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.273146 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: address-group May 06 00:27:18.273468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: address_scope.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.274155 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.274664 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: address-scope May 06 00:27:18.274984 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.275892 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.276430 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: router-admin-state-down-before-update May 06 00:27:18.276754 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: agent.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.277446 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.277950 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: agent May 06 00:27:18.278277 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: agent_resources_synced.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.279169 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.279682 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: agent-resources-synced May 06 00:27:18.279995 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.281793 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.282316 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: allowed-address-pairs May 06 00:27:18.282647 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.283712 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.284251 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: auto-allocated-topology May 06 00:27:18.284750 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: availability_zone.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.285444 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.285947 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: availability_zone May 06 00:27:18.286268 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: availability_zone_filter.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.287162 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.287667 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: availability_zone_filter May 06 00:27:18.287988 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: data_plane_status.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.288918 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.289419 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension data-plane-status not supported by any of loaded plugins May 06 00:27:18.289738 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: default_subnetpools.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.290638 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.291143 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: default-subnetpools May 06 00:27:18.291459 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.292264 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.292797 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: dhcp_agent_scheduler May 06 00:27:18.293121 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: dns.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.294015 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.294511 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension dns-integration not supported by any of loaded plugins May 06 00:27:18.294832 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: dns_domain_ports.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.295733 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.296232 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 00:27:18.296575 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: dvr.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.297235 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.297745 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: dvr May 06 00:27:18.298063 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: empty_string_filtering.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.298951 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.299452 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: empty-string-filtering May 06 00:27:18.299895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.300811 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.301309 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 00:27:18.301628 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.302517 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.303013 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 00:27:18.303333 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: external_net.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.304231 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.304759 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: external-net May 06 00:27:18.305077 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.305976 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.306830 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: extra_dhcp_opt May 06 00:27:18.307146 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: extraroute.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.308047 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.308579 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: extraroute May 06 00:27:18.308906 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: extraroute_atomic.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.309936 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.310445 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: extraroute-atomic May 06 00:27:18.310769 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: filter_validation.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.311419 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.311918 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: filter-validation May 06 00:27:18.312239 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: fip_pf_description.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.313334 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.313827 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 00:27:18.314144 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: fip_port_details.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.315048 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.315604 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: fip-port-details May 06 00:27:18.315972 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: flavors.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.317204 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.317723 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: flavors May 06 00:27:18.318048 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.319712 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.320238 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 00:27:18.320581 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: floatingip_pools.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.321269 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.321777 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: floatingip-pools May 06 00:27:18.322100 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: ip_allocation.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.323007 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.323529 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension ip_allocation not supported by any of loaded plugins May 06 00:27:18.323848 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.324782 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.325287 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: ip-substring-filtering May 06 00:27:18.325605 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: l2_adjacency.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.326520 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.327013 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension l2_adjacency not supported by any of loaded plugins May 06 00:27:18.327333 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: l3.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.328288 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.328839 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: router May 06 00:27:18.329161 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.331564 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.332086 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 00:27:18.332450 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.333371 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.333879 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: ext-gw-mode May 06 00:27:18.334203 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.335102 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.335614 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: l3-ha May 06 00:27:18.335938 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: l3_flavors.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.336851 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.337366 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: l3-flavors May 06 00:27:18.337696 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.338608 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.339120 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: l3-port-ip-change-not-allowed May 06 00:27:18.339437 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: l3agentscheduler.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.340506 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.341022 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: l3_agent_scheduler May 06 00:27:18.341349 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: logging.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.342841 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.343364 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension logging not supported by any of loaded plugins May 06 00:27:18.343697 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: metering.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.344467 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.345042 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: metering May 06 00:27:18.345381 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.346473 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.347000 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: metering_source_and_destination_fields May 06 00:27:18.347327 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: multiprovidernet.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.348378 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.348892 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: multi-provider May 06 00:27:18.349217 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: netmtu.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.350111 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.350618 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: net-mtu May 06 00:27:18.350939 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: netmtu_writable.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.351842 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.352347 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: net-mtu-writable May 06 00:27:18.352690 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: network_availability_zone.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.353356 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.353852 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: network_availability_zone May 06 00:27:18.354170 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: network_ip_availability.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.355239 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.355749 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: network-ip-availability May 06 00:27:18.356076 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: network_segment_range.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.356855 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.357357 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension network-segment-range not supported by any of loaded plugins May 06 00:27:18.357684 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: pagination.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.358653 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.358982 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: pagination May 06 00:27:18.359300 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: port_device_profile.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.360206 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.360773 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: port-device-profile May 06 00:27:18.361056 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.361952 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.362570 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: port-mac-address-regenerate May 06 00:27:18.362895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.363785 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.364287 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: port-numa-affinity-policy May 06 00:27:18.364632 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: port_resource_request.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.365532 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.366033 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension port-resource-request not supported by any of loaded plugins May 06 00:27:18.366347 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: portbindings.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.367259 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.367764 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: binding May 06 00:27:18.368085 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: portbindings_extended.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.369441 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.369957 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: binding-extended May 06 00:27:18.370281 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: portsecurity.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.371179 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.371692 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: port-security May 06 00:27:18.372013 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: project_id.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.373007 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.373334 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: project-id May 06 00:27:18.373649 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: providernet.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.374562 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.375071 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: provider May 06 00:27:18.375393 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: qos.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.378980 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.379487 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension qos not supported by any of loaded plugins May 06 00:27:18.379814 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.381090 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.381603 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 00:27:18.381932 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.382838 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.383347 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 00:27:18.383674 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: qos_default.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.384588 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.385101 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension qos-default not supported by any of loaded plugins May 06 00:27:18.385428 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: qos_fip.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.386073 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.386579 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension qos-fip not supported by any of loaded plugins May 06 00:27:18.386899 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.387812 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.388338 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 00:27:18.388663 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.389560 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.390060 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 00:27:18.390379 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.391284 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.391788 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 00:27:18.392103 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: qos_rules_alias.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.393159 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.393762 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 00:27:18.394121 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: quotasv2.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.395126 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.395454 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: quotas May 06 00:27:18.395772 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: quotasv2_detail.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.397426 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.397764 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: quota_details May 06 00:27:18.398090 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: rbac.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.399127 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.399650 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: rbac-policies May 06 00:27:18.399979 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: rbac_address_group.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.400923 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.401440 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: rbac-address-group May 06 00:27:18.401762 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: rbac_address_scope.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.402664 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.403173 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: rbac-address-scope May 06 00:27:18.403498 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: rbac_security_groups.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.404422 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.404936 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: rbac-security-groups May 06 00:27:18.405256 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.406173 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.406687 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: rbac-subnetpool May 06 00:27:18.407010 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: revisionifmatch.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.407920 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.408455 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: revision-if-match May 06 00:27:18.408776 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: revisions.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.409913 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.410408 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: standard-attr-revisions May 06 00:27:18.410733 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: router_availability_zone.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.411393 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.411895 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: router_availability_zone May 06 00:27:18.412214 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: routerservicetype.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.413147 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.413654 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension router-service-type not supported by any of loaded plugins May 06 00:27:18.413986 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.414896 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.415405 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: security-groups-normalized-cidr May 06 00:27:18.415725 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.416655 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.417162 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: port-security-groups-filtering May 06 00:27:18.417492 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.418392 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.418908 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: security-groups-remote-address-group May 06 00:27:18.419227 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: securitygroup.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.429180 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.429709 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: security-group May 06 00:27:18.430043 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: segment.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.430813 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.431320 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension segment not supported by any of loaded plugins May 06 00:27:18.432010 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.432967 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.433483 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 00:27:18.435334 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: servicetype.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.436479 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.436992 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: service-type May 06 00:27:18.437317 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: sorting.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.438298 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.438638 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: sorting May 06 00:27:18.438963 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: standard_attr_segment.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.439859 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.440434 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 00:27:18.440763 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: standardattrdescription.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.441412 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.441908 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: standard-attr-description May 06 00:27:18.442229 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: stateful_security_group.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.443131 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.443645 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: stateful-security-group May 06 00:27:18.443971 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: stdattrs_common.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.444574 dv-cinder-784623-8-smb neutron-server[73748]: WARNING neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 00:27:18.444895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.445885 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.446398 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 00:27:18.446719 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: subnet_onboard.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.447789 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.448312 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: subnet_onboard May 06 00:27:18.448656 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.449567 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.450077 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 00:27:18.450398 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: subnet_service_types.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.451325 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.451829 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: subnet-service-types May 06 00:27:18.452149 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: subnetallocation.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.453251 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.453765 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: subnet_allocation May 06 00:27:18.454087 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.454742 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.455254 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: subnetpool-prefix-ops May 06 00:27:18.455572 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.456629 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.457138 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 00:27:18.457459 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: tagging.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.458521 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.459048 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: standard-attr-tag May 06 00:27:18.459371 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: timestamp.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.460588 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.461105 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loaded extension: standard-attr-timestamp May 06 00:27:18.461431 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: trunk.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.462462 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.462973 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension trunk not supported by any of loaded plugins May 06 00:27:18.463294 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: trunk_details.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.464211 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.464741 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension trunk-details not supported by any of loaded plugins May 06 00:27:18.465066 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.465971 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.466480 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 00:27:18.466800 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Loading extension file: vlantransparent.py {{(pid=73748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 00:27:18.467456 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 00:27:18.467958 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extension vlan-transparent not supported by any of loaded plugins May 06 00:27:18.470460 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:network May 06 00:27:18.471192 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:subnet May 06 00:27:18.472015 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:subnetpool May 06 00:27:18.472652 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:port May 06 00:27:18.473896 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.474338 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service FLAVORS assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.475000 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.475428 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.475757 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:router May 06 00:27:18.476447 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:floatingip May 06 00:27:18.477159 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service METERING assigned prefix: /metering {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.478598 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.478981 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.479334 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:27:18.480500 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of CountableResource for resource:rbac_policy May 06 00:27:18.480934 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:security_group May 06 00:27:18.481606 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 00:27:18.482338 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service CORE assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.482666 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:subnetpool May 06 00:27:18.483006 dv-cinder-784623-8-smb neutron-server[73748]: WARNING neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] subnetpool is already registered May 06 00:27:18.483665 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service CORE assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.483987 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:subnetpool May 06 00:27:18.484312 dv-cinder-784623-8-smb neutron-server[73748]: WARNING neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] subnetpool is already registered May 06 00:27:18.486906 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.487394 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service FLAVORS assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.487980 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.488422 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.488757 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:router May 06 00:27:18.489087 dv-cinder-784623-8-smb neutron-server[73748]: WARNING neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] router is already registered May 06 00:27:18.489677 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:floatingip May 06 00:27:18.490054 dv-cinder-784623-8-smb neutron-server[73748]: WARNING neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] floatingip is already registered May 06 00:27:18.490619 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service METERING assigned prefix: /metering {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.491282 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of CountableResource for resource:rbac_policy May 06 00:27:18.491607 dv-cinder-784623-8-smb neutron-server[73748]: WARNING neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] rbac_policy is already registered May 06 00:27:18.493117 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:security_group May 06 00:27:18.493467 dv-cinder-784623-8-smb neutron-server[73748]: WARNING neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] security_group is already registered May 06 00:27:18.494066 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 00:27:18.494400 dv-cinder-784623-8-smb neutron-server[73748]: WARNING neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] security_group_rule is already registered May 06 00:27:18.495076 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service CORE assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.495410 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:subnetpool May 06 00:27:18.495746 dv-cinder-784623-8-smb neutron-server[73748]: WARNING neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] subnetpool is already registered May 06 00:27:18.496354 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.v2.resource_helper [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Service CORE assigned prefix: {{(pid=73748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 00:27:18.496688 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Creating instance of TrackedResource for resource:subnetpool May 06 00:27:18.497009 dv-cinder-784623-8-smb neutron-server[73748]: WARNING neutron.quota.resource_registry [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] subnetpool is already registered May 06 00:27:18.497656 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: extensions {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.499125 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: address-groups {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.500738 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: address-scopes {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.501962 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: agents {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.503321 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: auto-allocated-topology {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.504579 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: availability_zones {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.505891 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: dhcp-networks {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.507286 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: dhcp-agents {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.508742 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: routers {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.510551 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: flavors {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.511710 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: service_profiles {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.512941 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: next_providers {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.514435 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: service_profiles {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.515869 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: floatingip-pools {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.517105 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: routers {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.519032 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: floatingips {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.520204 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: l3-routers {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.521603 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: l3-agents {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.522997 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: metering-labels {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.524362 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: metering-label-rules {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.525635 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: network-ip-availabilities {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.526891 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: bindings {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.528525 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: quotas {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.529952 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: quotas {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.531370 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: rbac-policies {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.532695 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: security-groups {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.534052 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: security-group-rules {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.535149 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: service-providers {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.536406 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: subnetpools {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.537798 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: subnetpools {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.539253 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: tags {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.540928 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: tags {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.542734 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: tags {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.544521 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: tags {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.546311 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: tags {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.548130 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: tags {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.549925 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: tags {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.552764 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: tags {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.554516 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: tags {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.672354 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron.api.extensions [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Extended resource: tags {{(pid=73748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 00:27:18.678572 dv-cinder-784623-8-smb neutron-server[73748]: WARNING keystonemiddleware.auth_token [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 00:27:18.683769 dv-cinder-784623-8-smb neutron-server[73748]: WARNING keystonemiddleware.auth_token [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 00:27:18.692235 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_concurrency.lockutils [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Acquired lock "singleton_lock" {{(pid=73748) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 06 00:27:18.692752 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_concurrency.lockutils [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Releasing lock "singleton_lock" {{(pid=73748) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 06 00:27:18.693417 dv-cinder-784623-8-smb neutron-server[73748]: INFO oslo_service.service [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Starting 2 workers May 06 00:27:18.698064 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Started child 73853 {{(pid=73748) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 00:27:18.702448 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Started child 73854 {{(pid=73748) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 00:27:18.703105 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:18.703992 dv-cinder-784623-8-smb neutron-server[73748]: INFO neutron.service [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Neutron service started, listening on 0.0.0.0:9696 May 06 00:27:18.704577 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [-] (73853) wsgi starting up on http://0.0.0.0:9696 May 06 00:27:18.704796 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Notify callbacks [] for process, before_spawn {{(pid=73748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:18.706683 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:18.707139 dv-cinder-784623-8-smb neutron-server[73748]: INFO oslo_service.service [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Starting 1 workers May 06 00:27:18.708046 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [-] (73854) wsgi starting up on http://0.0.0.0:9696 May 06 00:27:18.711918 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Started child 73855 {{(pid=73748) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 00:27:18.712474 dv-cinder-784623-8-smb neutron-server[73748]: INFO oslo_service.service [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Starting 1 workers May 06 00:27:18.715276 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.service [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] calling RpcWorker wait() {{(pid=73855) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 00:27:18.715912 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.service [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] returning from RpcWorker wait() {{(pid=73855) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 00:27:18.716747 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Started child 73856 {{(pid=73748) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 00:27:18.716953 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:18.717399 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:27:18.717619 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG neutron_lib.callbacks.manager [None req-19512553-fa81-4647-a583-7020a832a5e6 None None] Notify callbacks [] for process, after_spawn {{(pid=73748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:18.719269 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73748) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 00:27:18.719471 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 00:27:18.719621 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 00:27:18.719856 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 00:27:18.720190 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 00:27:18.720530 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 00:27:18.720856 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.721091 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.721558 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.721786 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:18.722368 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.722368 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.722660 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:27:18.722910 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.723172 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.723459 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.723682 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.723917 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.724076 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.724414 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.724564 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.724712 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.725042 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.725290 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.725559 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.725844 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.726042 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.726242 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.726526 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.726725 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.727029 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] debug = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.727238 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.727713 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.727946 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.728161 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.728426 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.728692 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.728934 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.729210 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.729444 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.729674 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.729895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.730145 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.730371 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.730596 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.730807 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.731058 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.731273 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.731709 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] host = dv-cinder-784623-8-smb {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.731956 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.732160 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.732415 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.732659 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.732988 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.733148 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.733345 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.733590 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.733843 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.734082 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.734444 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.734604 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.734761 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.735007 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.735178 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_options = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.735406 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.735671 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.735945 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.736131 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.736295 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.736502 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.736746 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.736909 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.737427 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.737589 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.737725 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.737915 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.738143 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.738376 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.738620 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.738847 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.739086 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.739295 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.739544 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.739812 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.740000 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.740294 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.740486 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.740679 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.740889 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.741100 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.741327 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.741553 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.741810 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.742002 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.742231 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.743134 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.743134 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.743134 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.743134 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.743456 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.743584 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.743847 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.744101 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.744885 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.745140 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.745336 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.745580 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.745797 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.746079 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.746352 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_json = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.746524 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.747084 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.747440 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.747440 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.747724 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.748059 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.748828 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.748828 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.748828 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.749235 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.752468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.752468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.752468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.752468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.752468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.752468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.752468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.752468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.753821 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.753821 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.753821 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.753821 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.753821 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.753821 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.753821 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.753821 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.759125 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.759125 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.759125 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.759125 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.759125 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.759125 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.759125 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.759125 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760974 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760974 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760974 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760974 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760974 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760974 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760974 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760974 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.760974 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.761592 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.761592 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.761592 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.761592 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.761592 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.761592 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.761592 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.761592 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.761592 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.762204 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.762204 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.762204 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.762204 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.762204 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.762560 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.762560 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.762710 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.762921 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.763162 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.763383 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.763595 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.763838 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.764452 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.764867 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.765166 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.765469 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.766137 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.766137 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.766299 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.766389 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.766822 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.767205 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.767611 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.767993 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.768441 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.768668 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.768888 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.769945 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.769945 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.769945 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.769945 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.770242 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.770346 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.770744 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.770989 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.771241 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.772231 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.772231 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.772231 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.772231 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.772556 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.772624 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.772838 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.774819 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.774819 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.774819 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.774819 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.774819 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.774819 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.774819 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.774819 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.775751 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.775751 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.775978 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.776123 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.776291 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.776563 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.777101 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.777101 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.777386 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.777535 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.777785 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.778158 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.778430 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.778697 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.778941 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.779207 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.779440 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.779736 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.780002 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.780168 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.780449 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.780742 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.780898 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.781135 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.781355 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.781520 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.781799 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.782135 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.782351 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.782579 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.782777 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.783042 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.784418 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.784418 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.784418 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.784418 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.784418 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.785161 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.785161 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.785161 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.785604 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.785604 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.785868 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.785868 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.786142 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.786286 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.787895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.787895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.787895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.787895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.787895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.787895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.787895 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.788752 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.788752 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.788752 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.788752 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.789046 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.789132 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.789279 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.789513 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.789728 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.789976 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.790208 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.790483 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.790740 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.790963 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.791186 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.791425 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.791687 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.791877 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.792127 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.792371 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.792590 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.792801 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.793019 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.793234 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.793466 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.793708 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.793921 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.794151 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.794400 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.794877 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.795266 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.795677 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.795914 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.796128 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.796409 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.796622 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.796833 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.797079 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.797287 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.797500 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.797766 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.798010 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.798395 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.798752 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.799125 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.799361 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.799665 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.799900 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.800192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.800644 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.801102 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.801422 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.801657 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.801886 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.802099 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.802309 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.802543 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.802753 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.802994 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.803209 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.803418 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.803652 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.803864 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.804097 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.804301 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.804531 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.804740 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.804954 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.805179 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.805386 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.805594 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.805813 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.806022 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.806343 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.806986 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.807183 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.807465 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.807713 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.807970 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.808223 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.808583 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.808816 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.809055 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.809264 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.809484 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.809721 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.809975 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.810281 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.810592 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.810843 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.811104 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.811360 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.811645 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.811915 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.812159 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.812486 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.812820 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.813115 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.813369 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.813612 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.813894 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.814115 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.814329 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.814544 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.814777 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.814991 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.815308 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.815671 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.815905 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.816122 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.816374 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.816594 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.816819 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.817050 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.817300 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.817514 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.817671 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 00:27:18.818279 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73748) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 00:27:18.818439 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 00:27:18.818591 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 00:27:18.818760 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 00:27:18.818930 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 00:27:18.819081 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 00:27:18.819286 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.819446 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.819611 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.819767 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.820073 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.820418 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.820721 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.821039 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.821335 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.821640 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.821796 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.822088 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.822255 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.822415 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.822577 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.822737 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.822893 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.823058 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.823223 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.823383 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.823542 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.823699 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.823855 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] debug = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.824013 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.824192 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.824367 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.824530 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.824687 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.824844 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.824999 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.825155 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.825387 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.825486 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.825613 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.825771 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.825926 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.826082 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.826238 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.826394 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.826554 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.826712 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] host = dv-cinder-784623-8-smb {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.826869 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.827029 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.827178 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.827328 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.827481 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.827638 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.827812 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.827950 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.828105 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.828262 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.828441 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.828598 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.828753 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.828902 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.829062 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_options = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.829219 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.829375 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.829850 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.829850 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.829850 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.830108 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.830198 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.830302 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.830465 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.830616 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.830803 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.830967 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.831118 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.831418 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.831808 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.831962 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.832274 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.832460 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.832618 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.832777 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.832934 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.833089 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.833251 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.833410 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.833571 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.833724 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.833880 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.834037 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.834205 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.834355 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.834514 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.834665 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.834809 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.834963 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.835119 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.835276 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.835450 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.835585 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.835739 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.835896 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.836052 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.836207 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.836384 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.836544 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.836701 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.836857 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_json = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.837015 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.837171 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.837328 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.837496 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.837629 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.837784 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.837941 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.838099 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 00:27:18.838276 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.838358 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:27:18.838442 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.838595 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.838755 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.838914 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.839074 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.839233 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.839393 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.839554 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.839714 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.839883 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.840043 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.840213 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.840401 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.840562 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.840725 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.840887 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.841050 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.841209 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.841368 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.841529 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.841689 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.841865 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.842031 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.842193 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.842351 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.842513 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.842672 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.842832 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.842993 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.843158 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.843307 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.843467 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.843625 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.843784 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.843945 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.844106 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.844266 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.844448 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.844586 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.844744 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.844905 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.845067 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.845227 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.845387 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.845547 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.845707 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.845867 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.846027 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.846184 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.846355 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.846556 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.846716 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.846875 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.847034 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.847196 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.847358 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.847558 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.847677 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.847837 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.847997 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.848169 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.848367 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.848511 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.848669 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.848829 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.848991 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.849149 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.849310 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.849471 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.849630 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.849790 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.849948 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.850107 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.850293 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.850736 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.850736 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.850736 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.851001 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.851001 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.851224 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.851314 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.851453 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.851611 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.851854 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.851980 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.852303 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.852303 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.852545 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.852545 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.852714 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.852874 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.853032 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.853479 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.853479 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.853479 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.853695 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.853771 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.853930 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.854089 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.854249 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.854408 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.854922 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.854922 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.854922 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.855133 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.855133 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.855302 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.855446 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.855605 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.855764 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.855932 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.856093 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.856254 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.856435 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.856604 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.856779 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.856939 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.857098 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.857257 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.857439 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.857568 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.857708 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.857872 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.858031 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.858190 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.858349 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.858517 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.858688 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.858848 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.859009 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.859169 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.859351 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.859510 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.859669 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.859833 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.859996 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.860155 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.860316 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.860493 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.860655 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.860813 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.860973 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.861135 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.861294 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.861453 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.861611 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.861770 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.861930 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.862146 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.862365 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.862530 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.862691 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.862850 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.863009 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.863171 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.863329 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.863938 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.863938 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.863938 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.863938 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.864218 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.864218 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.864458 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.864690 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.864690 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.864860 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.864977 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.865137 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.865298 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.865458 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.865761 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.865761 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.865899 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.866070 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.866217 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.866372 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.866530 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.866690 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.866851 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.867009 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.867169 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.867331 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.867491 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.867650 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.867810 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.867968 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.868142 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.868302 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.868486 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.868641 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.868797 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.868957 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.869117 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.869276 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.869435 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.869594 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.869753 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.869915 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.870078 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.870238 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.870398 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.870558 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.870717 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.870878 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.871039 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.871211 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.871371 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.871530 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.871691 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.871850 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.872019 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.872179 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.872352 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.872517 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.872676 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.872844 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.873009 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.873168 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.873328 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.873486 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.873654 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.873816 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.873975 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.874134 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.874317 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.874485 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.874648 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.874809 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.874968 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.875128 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.875295 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.875457 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.875617 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.875785 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.875945 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.876104 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.876264 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.876459 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.876620 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.876782 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.876940 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.877100 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.877260 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.877421 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.877588 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.877801 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.877968 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.878131 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.878300 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.878468 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.878637 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.878796 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.878962 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.879133 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.879291 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.879450 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.879612 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.879787 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.879971 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.880082 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.880242 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.880442 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.880608 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.880773 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.880933 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.881111 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.881251 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.881513 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.881840 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.881840 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.881840 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.882116 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.882204 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 00:27:18.882283 dv-cinder-784623-8-smb neutron-server[73748]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 00:27:19.024453 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 34478) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:27:19.037950 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102708 May 06 00:27:29.490446 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f3526-d8a0-4999-aa2d-ebb3d3cfb8c9 None None] get_active_networks_info from dv-cinder-784623-8-smb {{(pid=73855) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 00:27:29.601561 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f3526-d8a0-4999-aa2d-ebb3d3cfb8c9 None None] No non-hosted networks {{(pid=73855) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 00:27:29.609126 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.agentschedulers_db [None req-7e7f3526-d8a0-4999-aa2d-ebb3d3cfb8c9 None None] DHCP Agent not found on host dv-cinder-784623-8-smb {{(pid=73855) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 06 00:27:29.685285 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0192141e-d602-491b-a75b-bd1e215a068f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382'] for agent, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:31.988018 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382'] for agent, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:31.989485 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:31.992012 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:31.992579 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:31.995212 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:31.995743 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:31.996256 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:31.996798 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:31.998426 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:31.998939 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:31.999526 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:32.000103 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:32.000751 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:32.001692 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:27:32.021887 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:27:32.181091 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0ce943bb-8347-4cbb-8af2-9ed3de9b5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382'] for agent, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:32.239704 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-7a692f47-d427-4db8-8c0a-4de5e853b9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:33.301197 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382'] for agent, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:34.522119 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.db.l3_hamode_db [None req-c2cd37b8-b61d-4d43-ac70-bf41b61ccc23 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 00:27:34.610383 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd37b8-b61d-4d43-ac70-bf41b61ccc23 None None] Routers set() bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:27:34.610833 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd37b8-b61d-4d43-ac70-bf41b61ccc23 None None] Router IDs set() for agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 06 00:27:34.878745 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382'] for agent, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:36.285015 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 34570) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:27:36.888537 dv-cinder-784623-8-smb neutron-server[73853]: WARNING oslo_policy.policy [None req-b092a863-c579-47fd-90ce-3bca8180adb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 00:27:36.889362 dv-cinder-784623-8-smb neutron-server[73853]: WARNING oslo_policy.policy [None req-b092a863-c579-47fd-90ce-3bca8180adb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 00:27:37.105745 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [None req-b092a863-c579-47fd-90ce-3bca8180adb6 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 00:27:37.106931 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-b092a863-c579-47fd-90ce-3bca8180adb6 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8194044 May 06 00:27:39.430498 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 34584) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:27:39.862359 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-ce06918a-0a3a-472f-ab98-b83883872dea admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:27:39.962956 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.policy [None req-ce06918a-0a3a-472f-ab98-b83883872dea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73853) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 00:27:40.007444 dv-cinder-784623-8-smb neutron-server[73853]: WARNING oslo_policy.policy [None req-ce06918a-0a3a-472f-ab98-b83883872dea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 00:27:40.007803 dv-cinder-784623-8-smb neutron-server[73853]: WARNING oslo_policy.policy [None req-ce06918a-0a3a-472f-ab98-b83883872dea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 00:27:40.016232 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.quota [None req-ce06918a-0a3a-472f-ab98-b83883872dea admin admin] Loaded quota_driver: . May 06 00:27:40.032669 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-ce06918a-0a3a-472f-ab98-b83883872dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:27:40.101710 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ce06918a-0a3a-472f-ab98-b83883872dea admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766568559855', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766568560306', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766568631436', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766568641488', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766568647350', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766568658260', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1562079', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1614330', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586374', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1073207762'] for rbac-policy, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:40.167105 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ce06918a-0a3a-472f-ab98-b83883872dea admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:40.168350 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-ce06918a-0a3a-472f-ab98-b83883872dea admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7364852 May 06 00:27:42.768357 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 34598) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:27:43.138432 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'admin_state_up': True}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:27:43.143576 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:27:43.148123 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Usage tracker for resource:network and tenant:3e2adb6c6a30472780c5c3e6742ed37c is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:27:43.152743 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:27:43.158912 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:27:43.171110 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Made reservation on behalf of 3e2adb6c6a30472780c5c3e6742ed37c for: {'network': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:27:43.173983 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:43.192071 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:43.205847 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:27:43.209855 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2adb6c6a30472780c5c3e6742ed37c is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:27:43.215844 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:27:43.222336 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:27:43.317336 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:43.322782 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:43.327956 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:27:43.345534 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=73853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:27:43.371156 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766565609364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:43.371650 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Unsubscribe: segment precommit_create {{(pid=73853) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 00:27:43.372120 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.segments_db [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Added segment 5d4b3c38-0f82-43ef-96cf-1adba5c282e8 of type vlan for network af937945-b0a5-494c-a625-1007968d5496 May 06 00:27:43.419377 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b54e59-1ace-474f-a41d-cefaa71f49d2,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:27:43.440190 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.440551 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.440872 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.441191 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.441512 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.441824 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.442168 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.442451 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.442780 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.443086 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.443387 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.443689 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Tracked resource versions report: May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: pushed versions: May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: { 'AddressGroup': {'1.2'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'ConntrackHelper': {'1.0'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'Log': {'1.0'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'Network': {'1.1'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'Port': {'1.7'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'PortForwarding': {'1.2'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'QosPolicy': {'1.8'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'SecurityGroup': {'1.4'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'SecurityGroupRule': {'1.2'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'SubPort': {'1.0'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'Subnet': {'1.1'}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'Trunk': {'1.1'}} May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: consumer versions: May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: { DHCP agent@dv-cinder-784623-8-smb: {}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: L3 agent@dv-cinder-784623-8-smb: {}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: Metadata agent@dv-cinder-784623-8-smb: {}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: Metering agent@dv-cinder-784623-8-smb: {}, May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: Open vSwitch agent@dv-cinder-784623-8-smb: { 'AddressGroup': '1.2', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'ConntrackHelper': '1.0', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'Log': '1.0', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'Network': '1.1', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'Port': '1.7', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'PortForwarding': '1.2', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'QosPolicy': '1.8', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'SecurityGroup': '1.4', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'SecurityGroupRule': '1.2', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'SubPort': '1.0', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'Subnet': '1.1', May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: 'Trunk': '1.1'}} May 06 00:27:43.444831 dv-cinder-784623-8-smb neutron-server[73853]: {{(pid=73853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 00:27:43.491627 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:27:43.493419 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:43.539007 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:43.540631 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:27:43.541279 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:43.546154 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:27:43.648196 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=af937945-b0a5-494c-a625-1007968d5496,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:27:43.650730 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8813951 May 06 00:27:43.665990 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:27:43.679593 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network af937945-b0a5-494c-a625-1007968d5496 details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:27:46.299871 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 34614) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:27:46.775035 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd26318-12e9-44c6-940d-ba4946088994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:27:46.776419 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-fdd26318-12e9-44c6-940d-ba4946088994 admin admin] 10.222.0.32 "GET /v2.0/networks/af937945-b0a5-494c-a625-1007968d5496 HTTP/1.1" status: 200 len: 824 time: 0.4755287 May 06 00:27:46.807838 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-b08d076c-c141-443e-b47a-57045bce90dc admin admin] 10.222.0.32 "GET /v2.0/subnetpools/496b172f-2f5f-4420-88fd-8be2f180eb56 HTTP/1.1" status: 200 len: 734 time: 0.0232437 May 06 00:27:46.816208 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '496b172f-2f5f-4420-88fd-8be2f180eb56', 'ip_version': 4, 'network_id': 'af937945-b0a5-494c-a625-1007968d5496', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:27:46.820682 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:27:46.824805 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Usage tracker for resource:subnet and tenant:3e2adb6c6a30472780c5c3e6742ed37c is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:27:46.827820 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:27:46.833934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:27:46.847907 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Made reservation on behalf of 3e2adb6c6a30472780c5c3e6742ed37c for: {'subnet': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:27:46.851470 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:47.357169 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:47.361026 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:27:47.439063 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706759d2-7f96-40ed-93b9-fa8aaffdbee1,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:27:47.444604 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Checking segment: {'id': '5d4b3c38-0f82-43ef-96cf-1adba5c282e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af937945-b0a5-494c-a625-1007968d5496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:27:47.444988 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Network hostable DHCP agents. Network: af937945-b0a5-494c-a625-1007968d5496, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:27:47.447701 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:27:47.468934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Network af937945-b0a5-494c-a625-1007968d5496 is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:27:47.480357 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, af937945-b0a5-494c-a625-1007968d5496) {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:27:47.484979 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:27:47.485572 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:47.490371 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0ac042-a17d-4d94-b07e-96ef0038c5d4 None None] Network af937945-b0a5-494c-a625-1007968d5496 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:27:47.506499 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6935668 May 06 00:27:47.797346 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b465a1-e1e1-5a0a-9d54-364484373d9a-af937945-b0a5-494c-a625-1007968d5496', 'network_id': 'af937945-b0a5-494c-a625-1007968d5496', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'fixed_ips': [{'subnet_id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1'}]}} from dv-cinder-784623-8-smb. {{(pid=73855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 00:27:47.798586 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:47.985033 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.db_base_plugin_common [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Allocated IP 172.20.0.2 (af937945-b0a5-494c-a625-1007968d5496/706759d2-7f96-40ed-93b9-fa8aaffdbee1/16658340-f565-4d8a-96ef-173e136732f5) {{(pid=73855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:27:48.211854 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Notify callbacks [] for port, precommit_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:48.225122 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Transition to ACTIVE for port object 16658340-f565-4d8a-96ef-173e136732f5 will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:27:48.244634 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Transition to ACTIVE for port object 16658340-f565-4d8a-96ef-173e136732f5 will not be triggered until provisioned by entity DHCP. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:27:48.251523 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:48.256126 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:27:48.309912 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Network af937945-b0a5-494c-a625-1007968d5496 is already hosted by enough agents. {{(pid=73855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:27:48.312631 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.base_scheduler [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Resources bound (agent type, host, resource id): {{(pid=73855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:27:48.323152 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Received port after_create {{(pid=73855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:27:48.329233 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Pushing event updated for resources: {'Port': ['ID=16658340-f565-4d8a-96ef-173e136732f5,revision_number=1']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:27:48.368081 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.368431 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.368749 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.369057 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.369362 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.369717 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.370000 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.370308 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.370610 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.370916 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.371190 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.371515 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Tracked resource versions report: May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: pushed versions: May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: { 'AddressGroup': {'1.2'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'ConntrackHelper': {'1.0'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'Log': {'1.0'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'Network': {'1.1'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'Port': {'1.7'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'PortForwarding': {'1.2'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'QosPolicy': {'1.8'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'SecurityGroup': {'1.4'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'SecurityGroupRule': {'1.2'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'SubPort': {'1.0'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'Subnet': {'1.1'}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'Trunk': {'1.1'}} May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: consumer versions: May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: { DHCP agent@dv-cinder-784623-8-smb: {}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: L3 agent@dv-cinder-784623-8-smb: {}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: Metadata agent@dv-cinder-784623-8-smb: {}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: Metering agent@dv-cinder-784623-8-smb: {}, May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: Open vSwitch agent@dv-cinder-784623-8-smb: { 'AddressGroup': '1.2', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'ConntrackHelper': '1.0', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'Log': '1.0', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'Network': '1.1', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'Port': '1.7', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'PortForwarding': '1.2', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'QosPolicy': '1.8', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'SecurityGroup': '1.4', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'SecurityGroupRule': '1.2', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'SubPort': '1.0', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'Subnet': '1.1', May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: 'Trunk': '1.1'}} May 06 00:27:48.372624 dv-cinder-784623-8-smb neutron-server[73855]: {{(pid=73855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 00:27:48.402810 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:27:48.427462 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Attempting to bind port 16658340-f565-4d8a-96ef-173e136732f5 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:27:48.427844 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Attempting to bind port 16658340-f565-4d8a-96ef-173e136732f5 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '5d4b3c38-0f82-43ef-96cf-1adba5c282e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af937945-b0a5-494c-a625-1007968d5496'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:27:48.428251 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Attempting to bind port 16658340-f565-4d8a-96ef-173e136732f5 on network af937945-b0a5-494c-a625-1007968d5496 {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:27:48.433986 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:27:48.434388 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Checking segment: {'id': '5d4b3c38-0f82-43ef-96cf-1adba5c282e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af937945-b0a5-494c-a625-1007968d5496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:27:48.434839 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:48.435225 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Bound using segment: {'id': '5d4b3c38-0f82-43ef-96cf-1adba5c282e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af937945-b0a5-494c-a625-1007968d5496'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:27:48.435712 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Bound port: 16658340-f565-4d8a-96ef-173e136732f5, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4b3c38-0f82-43ef-96cf-1adba5c282e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af937945-b0a5-494c-a625-1007968d5496'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:27:48.436086 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:48.524067 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] For port 16658340-f565-4d8a-96ef-173e136732f5, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:27:48.527797 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] For port 16658340-f565-4d8a-96ef-173e136732f5, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=16658340-f565-4d8a-96ef-173e136732f5,segment=NetworkSegment(5d4b3c38-0f82-43ef-96cf-1adba5c282e8),segment_id=5d4b3c38-0f82-43ef-96cf-1adba5c282e8)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:27:48.534487 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:48.538199 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:27:48.621299 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Pushing event updated for resources: {'Port': ['ID=16658340-f565-4d8a-96ef-173e136732f5,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:27:48.624533 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:27:49.860799 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 34624) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:27:50.235222 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [None req-ccf50e8d-7444-4099-83cb-1bb150134c8a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 00:27:50.236311 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-ccf50e8d-7444-4099-83cb-1bb150134c8a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3743176 May 06 00:27:52.551838 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 34634) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:27:53.176062 dv-cinder-784623-8-smb neutron-server[73854]: WARNING oslo_policy.policy [None req-2a241241-b20e-4326-8ac5-387c8f644cab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 00:27:53.176670 dv-cinder-784623-8-smb neutron-server[73854]: WARNING oslo_policy.policy [None req-2a241241-b20e-4326-8ac5-387c8f644cab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 00:27:53.387469 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [None req-2a241241-b20e-4326-8ac5-387c8f644cab admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 00:27:53.388534 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-2a241241-b20e-4326-8ac5-387c8f644cab admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8357282 May 06 00:27:53.941525 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9594cd00-ce9d-4491-b35e-d039c176937d None None] Network af937945-b0a5-494c-a625-1007968d5496 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:27:54.036353 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-9fcf4280-d222-4017-8cd2-d8619c8e7de2 None None] Provisioning for port 16658340-f565-4d8a-96ef-173e136732f5 completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:27:54.348837 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 16658340-f565-4d8a-96ef-173e136732f5 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:27:54.424867 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 16658340-f565-4d8a-96ef-173e136732f5 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:27:54.429481 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 16658340-f565-4d8a-96ef-173e136732f5 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:27:54.429876 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:54.545997 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:54.581521 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 16658340-f565-4d8a-96ef-173e136732f5, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=16658340-f565-4d8a-96ef-173e136732f5,segment=NetworkSegment(5d4b3c38-0f82-43ef-96cf-1adba5c282e8),segment_id=5d4b3c38-0f82-43ef-96cf-1adba5c282e8)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:27:54.587065 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:54.589335 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:27:54.656879 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=16658340-f565-4d8a-96ef-173e136732f5,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:27:54.660159 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:27:56.069971 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 34654) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:27:56.322851 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 16658340-f565-4d8a-96ef-173e136732f5 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:27:56.388890 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 16658340-f565-4d8a-96ef-173e136732f5 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:27:56.389230 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:56.429624 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:27:56.499213 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.policy [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73854) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 00:27:56.544525 dv-cinder-784623-8-smb neutron-server[73854]: WARNING oslo_policy.policy [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 00:27:56.544917 dv-cinder-784623-8-smb neutron-server[73854]: WARNING oslo_policy.policy [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 00:27:56.553389 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.quota [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Loaded quota_driver: . May 06 00:27:56.569834 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:27:56.576741 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Usage tracker for resource:router and tenant:3e2adb6c6a30472780c5c3e6742ed37c is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:27:56.581580 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:27:56.588949 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:27:56.609809 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-452325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12888'] for router, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:56.613054 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12881'] for router, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:56.646512 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:56.767887 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395526'] for router, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:56.792216 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] Notify callbacks [] for router, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:56.793528 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a7330b14-17db-4446-afb9-c40a3b02415a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7225873 May 06 00:27:59.123657 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 34666) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:27:59.433794 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-7246c3ed-b0ff-4791-9fa7-1aca6c496681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:27:59.516244 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [None req-34c9ccee-e021-43f7-b9a9-2b039b387ccb admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 00:27:59.517246 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-34c9ccee-e021-43f7-b9a9-2b039b387ccb admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3927429 May 06 00:28:01.852864 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 34676) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:28:01.960878 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:02.174155 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-32d2f183-6265-432d-b3fe-12002d724152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:02.245507 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:28:02.251132 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:28:02.256182 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Usage tracker for resource:network and tenant:08d919d906c7450fb8183678e34e5cde is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:28:02.262240 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:28:02.272141 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:28:02.285529 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Made reservation on behalf of 08d919d906c7450fb8183678e34e5cde for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:28:02.288514 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:02.304976 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:02.319662 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:28:02.323763 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Usage tracker for resource:security_group_rule and tenant:08d919d906c7450fb8183678e34e5cde is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:28:02.327260 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:28:02.333624 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:28:02.430437 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:02.437003 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:02.445041 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:02.465379 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Reserving flat network on physical network physnet1 {{(pid=73854) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 00:28:02.496142 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766565609364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:02.496891 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Unsubscribe: segment precommit_create {{(pid=73854) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 00:28:02.497342 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Added segment 925d690f-9cb2-4dfb-bc66-e00b230cae8c of type flat for network d35728a9-d9a3-4297-acfc-cedfe30fc42c May 06 00:28:02.545644 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88f8abd-528e-4666-a270-5b58b37c65ba,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:02.565271 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.565599 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.565918 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.566232 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.566543 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.566855 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.567157 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.567462 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.567784 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.568086 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.568424 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.568707 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Tracked resource versions report: May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: pushed versions: May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: { 'AddressGroup': {'1.2'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'ConntrackHelper': {'1.0'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'Log': {'1.0'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'Network': {'1.1'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'Port': {'1.7'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'PortForwarding': {'1.2'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'QosPolicy': {'1.8'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'SecurityGroup': {'1.4'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'SecurityGroupRule': {'1.2'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'SubPort': {'1.0'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'Subnet': {'1.1'}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'Trunk': {'1.1'}} May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: consumer versions: May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: { DHCP agent@dv-cinder-784623-8-smb: {}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: L3 agent@dv-cinder-784623-8-smb: {}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: Metadata agent@dv-cinder-784623-8-smb: {}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: Metering agent@dv-cinder-784623-8-smb: {}, May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: Open vSwitch agent@dv-cinder-784623-8-smb: { 'AddressGroup': '1.2', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'ConntrackHelper': '1.0', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'Log': '1.0', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'Network': '1.1', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'Port': '1.7', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'PortForwarding': '1.2', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'QosPolicy': '1.8', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'SecurityGroup': '1.4', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'SecurityGroupRule': '1.2', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'SubPort': '1.0', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'Subnet': '1.1', May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: 'Trunk': '1.1'}} May 06 00:28:02.569806 dv-cinder-784623-8-smb neutron-server[73854]: {{(pid=73854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 00:28:02.619652 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:02.623495 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:02.669112 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:02.671156 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:28:02.672039 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:02.675932 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:02.778771 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9248154 May 06 00:28:02.779217 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Pushing event updated for resources: {'Network': ['ID=d35728a9-d9a3-4297-acfc-cedfe30fc42c,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:02.782376 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:02.790521 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:28:03.206471 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:04.834461 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:05.107511 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 34700) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:28:05.332719 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aaa2bf-46a5-419a-91a7-b1948527d1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:28:05.333941 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e7aaa2bf-46a5-419a-91a7-b1948527d1f3 admin admin] 10.222.0.32 "GET /v2.0/subnets/706759d2-7f96-40ed-93b9-fa8aaffdbee1 HTTP/1.1" status: 200 len: 849 time: 0.2254853 May 06 00:28:05.502626 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-83ed4a24-dc8e-400d-a911-dfbef89a0987 admin admin] 10.222.0.32 "GET /v2.0/routers/4cd314c9-f729-4714-8c8f-c963a278e116 HTTP/1.1" status: 200 len: 704 time: 0.1630230 May 06 00:28:05.770251 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 5 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:28:05.994127 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:06.222255 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Allocated IP 172.20.0.1 (af937945-b0a5-494c-a625-1007968d5496/706759d2-7f96-40ed-93b9-fa8aaffdbee1/08c4de2e-de8c-4f35-a85c-7414d5965f6e) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:28:06.410062 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:06.432775 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Transition to ACTIVE for port object 08c4de2e-de8c-4f35-a85c-7414d5965f6e will not be triggered until provisioned by entity DHCP. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:28:06.493367 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:06.496943 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:06.552301 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Network af937945-b0a5-494c-a625-1007968d5496 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:28:06.559490 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:28:06.563589 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:28:06.564100 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399577'] for router_interface, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:06.680137 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Pushing event updated for resources: {'Port': ['ID=08c4de2e-de8c-4f35-a85c-7414d5965f6e,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:06.699845 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:06.718020 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-c5a8ceb7-bd6c-449a-b6c3-e1e674a98456 None None] Provisioning for port 08c4de2e-de8c-4f35-a85c-7414d5965f6e completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:28:06.723114 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-c5a8ceb7-bd6c-449a-b6c3-e1e674a98456 None None] Provisioning complete for port 08c4de2e-de8c-4f35-a85c-7414d5965f6e triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:28:06.723485 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c5a8ceb7-bd6c-449a-b6c3-e1e674a98456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:06.780551 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-c5a8ceb7-bd6c-449a-b6c3-e1e674a98456 None None] Port 08c4de2e-de8c-4f35-a85c-7414d5965f6e cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:28:06.822089 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:07.049578 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:07.057238 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:07.058682 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399482'] for router_interface, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:07.063761 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:07.190865 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Pushing event updated for resources: {'Port': ['ID=08c4de2e-de8c-4f35-a85c-7414d5965f6e,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:07.194634 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:07.258433 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Network af937945-b0a5-494c-a625-1007968d5496 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:28:07.259528 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:28:07.405690 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-1f5b27b4-8acf-4c77-a06b-45d2616a56d5 None None] Provisioning complete for port 08c4de2e-de8c-4f35-a85c-7414d5965f6e triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:28:07.406061 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1f5b27b4-8acf-4c77-a06b-45d2616a56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:07.450067 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Router 4cd314c9-f729-4714-8c8f-c963a278e116 is scheduled to L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 with binding_index 1 {{(pid=73853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 00:28:07.482150 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b27b4-8acf-4c77-a06b-45d2616a56d5 None None] Port 08c4de2e-de8c-4f35-a85c-7414d5965f6e cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:28:07.645019 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:28:07.654748 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Sync routers for ids ['4cd314c9-f729-4714-8c8f-c963a278e116'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:28:07.656167 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] 10.222.0.32 "PUT /v2.0/routers/4cd314c9-f729-4714-8c8f-c963a278e116/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1477234 May 06 00:28:07.665639 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Routers {'4cd314c9-f729-4714-8c8f-c963a278e116'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:28:07.666471 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:28:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['4cd314c9-f729-4714-8c8f-c963a278e116'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:28:07.838326 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Set router 4cd314c9-f729-4714-8c8f-c963a278e116 gateway port host: None {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:28:08.202925 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'name': 'router1', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:56Z', 'updated_at': '2021-05-06T00:28:06Z', 'revision_number': 2, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'gw_port_host': None, '_interfaces': [{'id': '08c4de2e-de8c-4f35-a85c-7414d5965f6e', 'name': '', 'network_id': 'af937945-b0a5-494c-a625-1007968d5496', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'mac_address': 'fa:16:3e:a6:08:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:06Z', 'updated_at': '2021-05-06T00:28:06Z', 'revision_number': 2, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'subnets': [{'id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496b172f-2f5f-4420-88fd-8be2f180eb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:28:08.208203 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Checking router: 4cd314c9-f729-4714-8c8f-c963a278e116 for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:28:08.208616 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Updating router 4cd314c9-f729-4714-8c8f-c963a278e116 port 08c4de2e-de8c-4f35-a85c-7414d5965f6e binding host dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:28:08.259126 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:08.631670 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Notify callbacks [] for port, precommit_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:08.646153 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.provisioning_blocks [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Transition to ACTIVE for port object 08c4de2e-de8c-4f35-a85c-7414d5965f6e will not be triggered until provisioned by entity L2. {{(pid=73856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:28:08.653738 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:08.658597 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:08.893097 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Pushing event updated for resources: {'Port': ['ID=08c4de2e-de8c-4f35-a85c-7414d5965f6e,revision_number=3']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:08.896475 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Attempting to bind port 08c4de2e-de8c-4f35-a85c-7414d5965f6e on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:28:08.896910 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Attempting to bind port 08c4de2e-de8c-4f35-a85c-7414d5965f6e by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '5d4b3c38-0f82-43ef-96cf-1adba5c282e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af937945-b0a5-494c-a625-1007968d5496'}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:28:08.897322 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Attempting to bind port 08c4de2e-de8c-4f35-a85c-7414d5965f6e on network af937945-b0a5-494c-a625-1007968d5496 {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:28:08.906283 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:28:08.906680 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Checking segment: {'id': '5d4b3c38-0f82-43ef-96cf-1adba5c282e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af937945-b0a5-494c-a625-1007968d5496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:28:08.907109 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:08.907516 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Bound using segment: {'id': '5d4b3c38-0f82-43ef-96cf-1adba5c282e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af937945-b0a5-494c-a625-1007968d5496'} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:28:08.908125 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Bound port: 08c4de2e-de8c-4f35-a85c-7414d5965f6e, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4b3c38-0f82-43ef-96cf-1adba5c282e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af937945-b0a5-494c-a625-1007968d5496'}}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:28:08.908651 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:08.917608 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.917931 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.918248 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.918574 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.918875 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.919188 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.919493 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.919781 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.920119 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.920446 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.920746 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.921042 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Tracked resource versions report: May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: pushed versions: May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: { 'AddressGroup': {'1.2'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'ConntrackHelper': {'1.0'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'Log': {'1.0'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'Network': {'1.1'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'Port': {'1.7'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'PortForwarding': {'1.2'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'QosPolicy': {'1.8'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'SecurityGroup': {'1.4'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'SecurityGroupRule': {'1.2'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'SubPort': {'1.0'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'Subnet': {'1.1'}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'Trunk': {'1.1'}} May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: consumer versions: May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: { DHCP agent@dv-cinder-784623-8-smb: {}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: L3 agent@dv-cinder-784623-8-smb: {}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: Metadata agent@dv-cinder-784623-8-smb: {}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: Metering agent@dv-cinder-784623-8-smb: {}, May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: Open vSwitch agent@dv-cinder-784623-8-smb: { 'AddressGroup': '1.2', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'ConntrackHelper': '1.0', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'Log': '1.0', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'Network': '1.1', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'Port': '1.7', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'PortForwarding': '1.2', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'QosPolicy': '1.8', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'SecurityGroup': '1.4', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'SecurityGroupRule': '1.2', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'SubPort': '1.0', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'Subnet': '1.1', May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: 'Trunk': '1.1'}} May 06 00:28:08.922161 dv-cinder-784623-8-smb neutron-server[73856]: {{(pid=73856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 00:28:08.928815 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:09.003333 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] For port 08c4de2e-de8c-4f35-a85c-7414d5965f6e, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:28:09.007337 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] For port 08c4de2e-de8c-4f35-a85c-7414d5965f6e, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=08c4de2e-de8c-4f35-a85c-7414d5965f6e,segment=NetworkSegment(5d4b3c38-0f82-43ef-96cf-1adba5c282e8),segment_id=5d4b3c38-0f82-43ef-96cf-1adba5c282e8)] {{(pid=73856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:28:09.010830 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:09.014621 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:09.098208 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Routers {'4cd314c9-f729-4714-8c8f-c963a278e116'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:28:09.098814 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:28:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['4cd314c9-f729-4714-8c8f-c963a278e116'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:28:09.147194 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Pushing event updated for resources: {'Port': ['ID=08c4de2e-de8c-4f35-a85c-7414d5965f6e,revision_number=4']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:09.155733 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:09.257223 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] Set router 4cd314c9-f729-4714-8c8f-c963a278e116 gateway port host: None {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:28:09.574341 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'name': 'router1', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:56Z', 'updated_at': '2021-05-06T00:28:06Z', 'revision_number': 2, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'gw_port_host': None, '_interfaces': [{'id': '08c4de2e-de8c-4f35-a85c-7414d5965f6e', 'name': '', 'network_id': 'af937945-b0a5-494c-a625-1007968d5496', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'mac_address': 'fa:16:3e:a6:08:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:06Z', 'updated_at': '2021-05-06T00:28:08Z', 'revision_number': 4, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'subnets': [{'id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496b172f-2f5f-4420-88fd-8be2f180eb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:28:09.578381 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e2b82-696b-45be-aa07-246c0feb3260 None None] The sync data for ids ['4cd314c9-f729-4714-8c8f-c963a278e116'] in dv-cinder-784623-8-smb is: [{'id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'name': 'router1', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:56Z', 'updated_at': '2021-05-06T00:28:06Z', 'revision_number': 2, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'gw_port_host': None, '_interfaces': [{'id': '08c4de2e-de8c-4f35-a85c-7414d5965f6e', 'name': '', 'network_id': 'af937945-b0a5-494c-a625-1007968d5496', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'mac_address': 'fa:16:3e:a6:08:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:06Z', 'updated_at': '2021-05-06T00:28:08Z', 'revision_number': 4, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'subnets': [{'id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496b172f-2f5f-4420-88fd-8be2f180eb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:28:09.782372 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 34722) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:28:09.938588 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dad1c09-6f6a-4039-9c2b-b63ec4da5bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:28:09.939073 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0dad1c09-6f6a-4039-9c2b-b63ec4da5bb2 admin admin] Synchronizing usage tracker for tenant:08d919d906c7450fb8183678e34e5cde on resource:network {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:28:09.957174 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0dad1c09-6f6a-4039-9c2b-b63ec4da5bb2 admin admin] Unset dirty status for tenant:08d919d906c7450fb8183678e34e5cde on resource:network {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:28:09.958469 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0dad1c09-6f6a-4039-9c2b-b63ec4da5bb2 admin admin] 10.222.0.32 "GET /v2.0/networks/d35728a9-d9a3-4297-acfc-cedfe30fc42c HTTP/1.1" status: 200 len: 842 time: 0.1749926 May 06 00:28:09.967882 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:28:09.973243 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:28:09.977099 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Usage tracker for resource:subnet and tenant:08d919d906c7450fb8183678e34e5cde is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:28:09.979995 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:28:09.986253 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:28:09.995860 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Made reservation on behalf of 08d919d906c7450fb8183678e34e5cde for: {'subnet': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:28:09.998168 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Notify callbacks [] for subnet, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:10.439796 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.objects.ports [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73854) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 06 00:28:10.440188 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:10.443989 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:10.514941 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c9fa47-3a52-449b-9afc-4e2797e3fdeb,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:10.522511 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Checking segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:28:10.522870 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Network hostable DHCP agents. Network: d35728a9-d9a3-4297-acfc-cedfe30fc42c, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:28:10.525626 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:10.543553 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:28:10.553266 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, d35728a9-d9a3-4297-acfc-cedfe30fc42c) {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:28:10.558215 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:28:10.558800 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:10.564647 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838794a2-1b6a-4132-9804-ebefb9a586b9 None None] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:28:10.579844 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6156182 May 06 00:28:10.805025 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1560c2e-e9a7-437b-81f4-69eeb59da652 None None] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:28:12.374040 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 08c4de2e-de8c-4f35-a85c-7414d5965f6e up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:28:12.447596 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 08c4de2e-de8c-4f35-a85c-7414d5965f6e completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:28:12.453461 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 08c4de2e-de8c-4f35-a85c-7414d5965f6e triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:28:12.453850 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:12.570087 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:12.604246 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 08c4de2e-de8c-4f35-a85c-7414d5965f6e, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=08c4de2e-de8c-4f35-a85c-7414d5965f6e,segment=NetworkSegment(5d4b3c38-0f82-43ef-96cf-1adba5c282e8),segment_id=5d4b3c38-0f82-43ef-96cf-1adba5c282e8)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:28:12.610256 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:12.612419 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:12.682018 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=08c4de2e-de8c-4f35-a85c-7414d5965f6e,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:12.683671 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:12.829160 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 34736) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:28:13.042460 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-9b75ec18-8583-424b-b101-edfe6fa3dfe8 admin admin] 10.222.0.32 "GET /v2.0/routers/4cd314c9-f729-4714-8c8f-c963a278e116 HTTP/1.1" status: 200 len: 710 time: 0.2121868 May 06 00:28:13.171858 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a349b05-001d-45da-bc01-2eaed7796319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:28:13.173265 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-5a349b05-001d-45da-bc01-2eaed7796319 admin admin] 10.222.0.32 "GET /v2.0/networks/d35728a9-d9a3-4297-acfc-cedfe30fc42c HTTP/1.1" status: 200 len: 886 time: 0.1256216 May 06 00:28:13.182428 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:28:13.623230 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12963'] for router, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:13.989329 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:14.057200 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:14.192695 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Allocated IP 172.28.3.38 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:28:14.335314 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 08c4de2e-de8c-4f35-a85c-7414d5965f6e up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:28:14.341225 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:14.403767 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:14.407438 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:14.410961 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 08c4de2e-de8c-4f35-a85c-7414d5965f6e triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:28:14.411337 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:14.472520 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:28:14.475647 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:28:14.478467 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:28:14.532653 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Pushing event updated for resources: {'Port': ['ID=ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:14.536451 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:14.856609 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:15.229121 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12963'] for router, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:15.232479 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452614'] for router, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:15.411571 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Router 4cd314c9-f729-4714-8c8f-c963a278e116 has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:28:15.586522 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:28:15.596432 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Notify callbacks [] for router, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:15.596599 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Sync routers for ids ['4cd314c9-f729-4714-8c8f-c963a278e116'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:28:15.597612 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] 10.222.0.32 "PUT /v2.0/routers/4cd314c9-f729-4714-8c8f-c963a278e116 HTTP/1.1" status: 200 len: 889 time: 2.4189212 May 06 00:28:15.607015 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Routers {'4cd314c9-f729-4714-8c8f-c963a278e116'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:28:15.607701 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:28:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['4cd314c9-f729-4714-8c8f-c963a278e116'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:28:15.796575 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Set router 4cd314c9-f729-4714-8c8f-c963a278e116 gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:28:16.156300 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'name': 'router1', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:56Z', 'updated_at': '2021-05-06T00:28:14Z', 'revision_number': 4, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'gw_port': {'id': 'ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:13:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:14Z', 'updated_at': '2021-05-06T00:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '08c4de2e-de8c-4f35-a85c-7414d5965f6e', 'name': '', 'network_id': 'af937945-b0a5-494c-a625-1007968d5496', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'mac_address': 'fa:16:3e:a6:08:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:06Z', 'updated_at': '2021-05-06T00:28:12Z', 'revision_number': 5, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'subnets': [{'id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496b172f-2f5f-4420-88fd-8be2f180eb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:28:16.161335 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Checking router: 4cd314c9-f729-4714-8c8f-c963a278e116 for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:28:16.161700 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Updating router 4cd314c9-f729-4714-8c8f-c963a278e116 port ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3 binding host dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:28:16.215029 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:16.541475 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Notify callbacks [] for port, precommit_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:16.553348 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Transition to ACTIVE for port object ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3 will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:28:16.560659 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:16.565960 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:16.641688 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be51652-5ec2-4894-857d-d853bcc40bd4 None None] Pushing event updated for resources: {'Port': ['ID=ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:16.644529 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Attempting to bind port ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:28:16.644875 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Attempting to bind port ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:28:16.645240 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Attempting to bind port ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3 on network d35728a9-d9a3-4297-acfc-cedfe30fc42c {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:28:16.647421 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-6be51652-5ec2-4894-857d-d853bcc40bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:16.651447 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:28:16.651807 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Checking segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:28:16.652230 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:16.652661 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Bound using segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:28:16.653125 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Bound port: ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:28:16.653520 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:16.729489 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] For port ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:28:16.732563 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] For port ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:28:16.737495 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:16.741267 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-6be51652-5ec2-4894-857d-d853bcc40bd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:16.818204 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Routers {'4cd314c9-f729-4714-8c8f-c963a278e116'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:28:16.818727 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:28:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['4cd314c9-f729-4714-8c8f-c963a278e116'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:28:16.869324 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be51652-5ec2-4894-857d-d853bcc40bd4 None None] Pushing event updated for resources: {'Port': ['ID=ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:16.878253 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-6be51652-5ec2-4894-857d-d853bcc40bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:17.005039 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] Set router 4cd314c9-f729-4714-8c8f-c963a278e116 gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:28:17.338214 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'name': 'router1', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:56Z', 'updated_at': '2021-05-06T00:28:14Z', 'revision_number': 4, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'gw_port': {'id': 'ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:13:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:14Z', 'updated_at': '2021-05-06T00:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '08c4de2e-de8c-4f35-a85c-7414d5965f6e', 'name': '', 'network_id': 'af937945-b0a5-494c-a625-1007968d5496', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'mac_address': 'fa:16:3e:a6:08:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:06Z', 'updated_at': '2021-05-06T00:28:12Z', 'revision_number': 5, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'subnets': [{'id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496b172f-2f5f-4420-88fd-8be2f180eb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:28:17.342332 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e7dbb-9c34-44a9-a502-44c1ba2fce76 None None] The sync data for ids ['4cd314c9-f729-4714-8c8f-c963a278e116'] in dv-cinder-784623-8-smb is: [{'id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'name': 'router1', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:27:56Z', 'updated_at': '2021-05-06T00:28:14Z', 'revision_number': 4, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'gw_port': {'id': 'ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:13:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:14Z', 'updated_at': '2021-05-06T00:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '08c4de2e-de8c-4f35-a85c-7414d5965f6e', 'name': '', 'network_id': 'af937945-b0a5-494c-a625-1007968d5496', 'tenant_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'mac_address': 'fa:16:3e:a6:08:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd314c9-f729-4714-8c8f-c963a278e116', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:28:06Z', 'updated_at': '2021-05-06T00:28:12Z', 'revision_number': 5, 'project_id': '3e2adb6c6a30472780c5c3e6742ed37c', 'subnets': [{'id': '706759d2-7f96-40ed-93b9-fa8aaffdbee1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '496b172f-2f5f-4420-88fd-8be2f180eb56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:28:17.873826 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 34746) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:28:17.995090 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e9d202b1-2227-4f45-9409-0a17cb95938f admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1195877 May 06 00:28:18.359078 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:28:18.430296 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:28:18.435504 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:28:18.435885 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:18.555291 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:18.572010 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:28:18.576585 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:18.578770 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:28:18.645553 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:28:18.649863 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:28:20.347393 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:28:20.452920 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port ab65e2be-ab0d-48f3-aec6-b8dcf7c438d3 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:28:20.454288 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:29.439024 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-5528dd93-ad15-4a40-bc45-de593436575b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:31.956401 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:32.187534 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-7154b41e-40af-407e-b5b9-54fcd056304a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:33.212690 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:34.857253 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:28:42.770170 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 5 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:28:59.444994 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1ac25b20-aa6e-414e-b1a3-705641de2dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:01.966185 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:02.175329 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-9df488ca-3349-4693-8625-9f6be7d10dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:03.218200 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:04.866661 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:19.769373 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 5 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:29:29.439974 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-7838edb8-57ef-4031-97cb-054588b1dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:31.959926 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:32.178190 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0fea85be-1281-4e84-a7e3-73c1c5aa0ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:33.224615 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:34.863267 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:51.613329 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35316) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:29:51.693597 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee8fee4-a7ca-41e0-82cb-69fa81d80940 admin admin] GET failed (client error): The resource could not be found. May 06 00:29:51.694840 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-2ee8fee4-a7ca-41e0-82cb-69fa81d80940 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0803633 May 06 00:29:51.826779 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09451ac3-5b68-4115-bf7f-418fa4622837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:29:51.828156 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-09451ac3-5b68-4115-bf7f-418fa4622837 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1276684 May 06 00:29:53.922420 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35326) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:29:54.035751 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793753fb-6e0d-437c-9856-d64acab68c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:29:54.037096 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-793753fb-6e0d-437c-9856-d64acab68c9e admin admin] 10.222.0.32 "GET /v2.0/subnets/706759d2-7f96-40ed-93b9-fa8aaffdbee1 HTTP/1.1" status: 200 len: 849 time: 0.1133246 May 06 00:29:54.049439 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:29:54.167173 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:54.375084 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766565603166'] for subnet, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:54.379073 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:29:54.424209 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:29:54.424838 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:54.425160 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545d9ebf-0598-4220-8b79-413fe153c4ba None None] Network af937945-b0a5-494c-a625-1007968d5496 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:29:54.436353 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] 10.222.0.32 "PUT /v2.0/subnets/706759d2-7f96-40ed-93b9-fa8aaffdbee1 HTTP/1.1" status: 200 len: 868 time: 0.3805959 May 06 00:29:54.449091 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706759d2-7f96-40ed-93b9-fa8aaffdbee1,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:29:54.456923 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.457291 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.457549 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.457874 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.458186 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.458517 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.458821 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.459131 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.459464 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.459771 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.460076 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.460414 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:29:54.464210 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:29:54.896540 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-950322cb-ed49-463e-85c1-b7d353a593bd None None] Provisioning complete for port 16658340-f565-4d8a-96ef-173e136732f5 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:29:54.897005 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-950322cb-ed49-463e-85c1-b7d353a593bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:55.021743 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-950322cb-ed49-463e-85c1-b7d353a593bd None None] Provisioning complete for port 08c4de2e-de8c-4f35-a85c-7414d5965f6e triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:29:55.021952 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-950322cb-ed49-463e-85c1-b7d353a593bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:29:56.515125 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35336) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:29:56.707756 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642bb1fb-1d5b-4423-834c-ff04afc17447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:29:56.708142 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642bb1fb-1d5b-4423-834c-ff04afc17447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:29:56.709718 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-642bb1fb-1d5b-4423-834c-ff04afc17447 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1936371 May 06 00:29:56.769558 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 5 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:29:58.808999 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35346) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:29:58.991663 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f70b8a-fb8e-4b6f-865e-2b92183af171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:29:58.992046 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f70b8a-fb8e-4b6f-865e-2b92183af171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:29:58.993586 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-55f70b8a-fb8e-4b6f-865e-2b92183af171 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1836367 May 06 00:29:59.445083 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c4e03b03-ceef-4666-b3a7-a6f6c56ff9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:01.069596 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35356) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:30:01.245108 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673fe5db-7e5a-488d-a975-2fbf736c1e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:01.246530 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-673fe5db-7e5a-488d-a975-2fbf736c1e90 admin admin] 10.222.0.32 "GET /v2.0/networks/af937945-b0a5-494c-a625-1007968d5496 HTTP/1.1" status: 200 len: 868 time: 0.1759026 May 06 00:30:01.965732 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:02.183037 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-dbae6fd1-7945-4f13-8e2b-3bf36165267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:03.224404 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:03.363186 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35366) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:30:03.538665 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098a609-092f-4f7f-948b-685758100810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:03.540005 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a098a609-092f-4f7f-948b-685758100810 admin admin] 10.222.0.32 "GET /v2.0/networks/d35728a9-d9a3-4297-acfc-cedfe30fc42c HTTP/1.1" status: 200 len: 886 time: 0.1756861 May 06 00:30:04.866256 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:05.653008 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35376) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:30:05.771917 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ec5c4-59c1-42f7-a26a-3ed55eefd796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:05.772377 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ec5c4-59c1-42f7-a26a-3ed55eefd796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:05.773125 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-750ec5c4-59c1-42f7-a26a-3ed55eefd796 admin admin] Synchronizing usage tracker for tenant:08d919d906c7450fb8183678e34e5cde on resource:subnet {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:30:05.790471 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-750ec5c4-59c1-42f7-a26a-3ed55eefd796 admin admin] Unset dirty status for tenant:08d919d906c7450fb8183678e34e5cde on resource:subnet {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:30:05.791642 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-750ec5c4-59c1-42f7-a26a-3ed55eefd796 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1377041 May 06 00:30:07.887712 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35386) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:30:08.020063 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff7be69-d45a-4a32-b167-182221e3bcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:08.020557 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff7be69-d45a-4a32-b167-182221e3bcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:08.022061 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-2ff7be69-d45a-4a32-b167-182221e3bcf3 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1333585 May 06 00:30:10.106849 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35396) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:30:10.210066 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac8478f-f564-46b5-b9a5-270e9bedf604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:10.211413 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-2ac8478f-f564-46b5-b9a5-270e9bedf604 admin admin] 10.222.0.32 "GET /v2.0/subnets/02c9fa47-3a52-449b-9afc-4e2797e3fdeb HTTP/1.1" status: 200 len: 816 time: 0.1035175 May 06 00:30:12.289367 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35406) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:30:12.403070 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d01f38-4d92-4d16-bccc-ed9f203ca091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:12.404389 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-61d01f38-4d92-4d16-bccc-ed9f203ca091 admin admin] 10.222.0.32 "GET /v2.0/subnets/706759d2-7f96-40ed-93b9-fa8aaffdbee1 HTTP/1.1" status: 200 len: 868 time: 0.1140523 May 06 00:30:29.452055 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-82c3018d-e18c-4135-a24f-05a23a61bb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:31.971436 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:32.188107 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-4ecafbcc-3927-4a30-8cff-a7eeb4992401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:33.229435 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:33.768634 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 5 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:30:34.871746 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:35.110222 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35450) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:30:35.160751 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [None req-47a6ea04-a767-4e85-8b25-7691df3bf3f7 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 00:30:35.161753 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-47a6ea04-a767-4e85-8b25-7691df3bf3f7 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505412 May 06 00:30:37.341994 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35460) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:30:37.416639 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd3f5a1-1f1e-4a6c-9666-85e02cb8ccba admin admin] GET failed (client error): The resource could not be found. May 06 00:30:37.417881 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-8fd3f5a1-1f1e-4a6c-9666-85e02cb8ccba admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0749075 May 06 00:30:37.545014 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d039eb1-830b-4f0f-a313-75e668b60cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:37.546454 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-5d039eb1-830b-4f0f-a313-75e668b60cd5 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1229286 May 06 00:30:39.682666 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35470) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:30:39.732067 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:30:39.737514 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:30:39.747801 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:30:39.762527 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Made reservation on behalf of 08d919d906c7450fb8183678e34e5cde for: {'network': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:30:39.765144 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:39.854161 dv-cinder-784623-8-smb neutron-server[73853]: WARNING neutron.services.revisions.revision_plugin [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Could not find related network for resource to bump revision. May 06 00:30:39.867174 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=73853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:30:39.878888 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:39.879232 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.segments_db [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Added segment fd3e347e-7717-4534-8333-50c2b0b306d4 of type vlan for network f1cfe349-0b9f-453e-9f99-c989cea930df May 06 00:30:39.906072 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:39.937921 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:39.939447 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:39.940078 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:39.943207 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:30:40.044859 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Pushing event updated for resources: {'Network': ['ID=f1cfe349-0b9f-453e-9f99-c989cea930df,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:30:40.048448 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:30:40.050107 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3664780 May 06 00:30:40.055167 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network f1cfe349-0b9f-453e-9f99-c989cea930df details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:30:42.203398 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35480) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:30:42.296544 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e61c96-472a-4a69-9e56-f4f5b83d6a9c admin admin] GET failed (client error): The resource could not be found. May 06 00:30:42.297068 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-61e61c96-472a-4a69-9e56-f4f5b83d6a9c admin admin] Synchronizing usage tracker for tenant:08d919d906c7450fb8183678e34e5cde on resource:network {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:30:42.318110 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-61e61c96-472a-4a69-9e56-f4f5b83d6a9c admin admin] Unset dirty status for tenant:08d919d906c7450fb8183678e34e5cde on resource:network {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:30:42.319761 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-61e61c96-472a-4a69-9e56-f4f5b83d6a9c admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1153572 May 06 00:30:42.439770 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da1c92-e109-4443-8aef-238859fc3c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:42.442152 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-59da1c92-e109-4443-8aef-238859fc3c8b admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1182277 May 06 00:30:42.451594 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:30:42.456767 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:30:42.467371 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:30:42.480717 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Made reservation on behalf of 08d919d906c7450fb8183678e34e5cde for: {'subnet': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:30:42.483041 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:42.985524 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:42.989488 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-062d523a-5848-4420-ba8e-5658e01f9751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:30:43.054768 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65afdc77-42ad-43e5-b1ad-6899ce4427a7,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:30:43.058731 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:30:43.065842 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Checking segment: {'id': 'fd3e347e-7717-4534-8333-50c2b0b306d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:30:43.066202 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Network hostable DHCP agents. Network: f1cfe349-0b9f-453e-9f99-c989cea930df, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:30:43.088671 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Network f1cfe349-0b9f-453e-9f99-c989cea930df is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:30:43.105842 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, f1cfe349-0b9f-453e-9f99-c989cea930df) {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:30:43.112095 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:30:43.112717 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:43.117190 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b23ca-b7d0-4055-88b2-bcefc8b65167 None None] Network f1cfe349-0b9f-453e-9f99-c989cea930df requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:30:43.149038 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7007415 May 06 00:30:43.340127 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b465a1-e1e1-5a0a-9d54-364484373d9a-f1cfe349-0b9f-453e-9f99-c989cea930df', 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df', 'tenant_id': '08d919d906c7450fb8183678e34e5cde', 'fixed_ips': [{'subnet_id': '65afdc77-42ad-43e5-b1ad-6899ce4427a7'}]}} from dv-cinder-784623-8-smb. {{(pid=73855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 00:30:43.340981 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:43.518202 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.db_base_plugin_common [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Allocated IP 192.168.233.2 (f1cfe349-0b9f-453e-9f99-c989cea930df/65afdc77-42ad-43e5-b1ad-6899ce4427a7/02b2f367-919f-42dd-90c2-dec545474a6b) {{(pid=73855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:30:43.720788 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Notify callbacks [] for port, precommit_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:43.732062 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Transition to ACTIVE for port object 02b2f367-919f-42dd-90c2-dec545474a6b will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:30:43.751087 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Transition to ACTIVE for port object 02b2f367-919f-42dd-90c2-dec545474a6b will not be triggered until provisioned by entity DHCP. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:30:43.757224 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:43.761625 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:30:43.826890 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Network f1cfe349-0b9f-453e-9f99-c989cea930df is already hosted by enough agents. {{(pid=73855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:30:43.830456 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.base_scheduler [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Resources bound (agent type, host, resource id): {{(pid=73855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:30:43.834924 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Received port after_create {{(pid=73855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:30:43.837051 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Pushing event updated for resources: {'Port': ['ID=02b2f367-919f-42dd-90c2-dec545474a6b,revision_number=1']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:30:43.869073 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.869406 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.869739 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.870058 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.870375 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.870687 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.871000 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.871308 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.871616 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.871920 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.872224 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.872551 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:30:43.880644 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:30:43.935190 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Attempting to bind port 02b2f367-919f-42dd-90c2-dec545474a6b on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:30:43.935570 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Attempting to bind port 02b2f367-919f-42dd-90c2-dec545474a6b by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': 'fd3e347e-7717-4534-8333-50c2b0b306d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:30:43.935926 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Attempting to bind port 02b2f367-919f-42dd-90c2-dec545474a6b on network f1cfe349-0b9f-453e-9f99-c989cea930df {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:30:43.941514 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:30:43.941875 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Checking segment: {'id': 'fd3e347e-7717-4534-8333-50c2b0b306d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:30:43.942535 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:43.942669 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Bound using segment: {'id': 'fd3e347e-7717-4534-8333-50c2b0b306d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:30:43.943092 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Bound port: 02b2f367-919f-42dd-90c2-dec545474a6b, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3e347e-7717-4534-8333-50c2b0b306d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:30:43.943472 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:44.031443 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] For port 02b2f367-919f-42dd-90c2-dec545474a6b, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:30:44.034937 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] For port 02b2f367-919f-42dd-90c2-dec545474a6b, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=02b2f367-919f-42dd-90c2-dec545474a6b,segment=NetworkSegment(fd3e347e-7717-4534-8333-50c2b0b306d4),segment_id=fd3e347e-7717-4534-8333-50c2b0b306d4)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:30:44.038816 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:44.042681 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:30:44.119513 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Pushing event updated for resources: {'Port': ['ID=02b2f367-919f-42dd-90c2-dec545474a6b,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:30:44.122433 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:30:44.477330 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 02b2f367-919f-42dd-90c2-dec545474a6b up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:30:44.550199 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 02b2f367-919f-42dd-90c2-dec545474a6b completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:30:44.924229 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4dc35d-52b4-481d-b6cf-80a811a82073 None None] Network f1cfe349-0b9f-453e-9f99-c989cea930df requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:30:45.016059 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-4c92534a-055d-48c9-b1ad-a887b06c829d None None] Provisioning for port 02b2f367-919f-42dd-90c2-dec545474a6b completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:30:45.033553 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-4c92534a-055d-48c9-b1ad-a887b06c829d None None] Provisioning complete for port 02b2f367-919f-42dd-90c2-dec545474a6b triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:30:45.033933 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-4c92534a-055d-48c9-b1ad-a887b06c829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:45.251857 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-4c92534a-055d-48c9-b1ad-a887b06c829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:45.297946 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-4c92534a-055d-48c9-b1ad-a887b06c829d None None] For port 02b2f367-919f-42dd-90c2-dec545474a6b, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=02b2f367-919f-42dd-90c2-dec545474a6b,segment=NetworkSegment(fd3e347e-7717-4534-8333-50c2b0b306d4),segment_id=fd3e347e-7717-4534-8333-50c2b0b306d4)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:30:45.302977 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-4c92534a-055d-48c9-b1ad-a887b06c829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:45.305010 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:30:45.375301 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92534a-055d-48c9-b1ad-a887b06c829d None None] Pushing event updated for resources: {'Port': ['ID=02b2f367-919f-42dd-90c2-dec545474a6b,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:30:45.378679 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-4c92534a-055d-48c9-b1ad-a887b06c829d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:30:45.525781 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-9e0c0411-2821-42c5-876d-2158cdaa4633 None None] Provisioning complete for port 02b2f367-919f-42dd-90c2-dec545474a6b triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:30:45.526150 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0411-2821-42c5-876d-2158cdaa4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:46.457199 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 02b2f367-919f-42dd-90c2-dec545474a6b up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:30:46.526615 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 02b2f367-919f-42dd-90c2-dec545474a6b triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:30:46.526971 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:30:59.448085 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-397dcb7d-395b-4326-9fc2-e5d8ef537cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:01.966566 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:02.193510 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-9df257b1-31e7-4ad0-b8fd-b474204e38fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:03.234204 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:04.874558 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:10.768506 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 5 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:31:29.442439 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-5d084d18-3976-43f7-81ed-4c5a300f163a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:31.974610 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:32.197574 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-43f9411f-89dd-437e-bd0d-7f167aec9152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:33.235534 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:34.878756 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:47.767268 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 5 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:31:48.081230 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35530) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:31:48.087334 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [None req-aa63b9b3-6dbf-4968-863b-73990ffda5bb tempest-verify_tempest_config-205548440 tempest-verify_tempest_config-205548440-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 00:31:48.088264 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-aa63b9b3-6dbf-4968-863b-73990ffda5bb tempest-verify_tempest_config-205548440 tempest-verify_tempest_config-205548440-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058987 May 06 00:31:48.415567 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35548) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:31:48.533883 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:48.547954 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:31:48.551906 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Usage tracker for resource:security_group_rule and tenant:6c04fb2e6217419baf38f4976d1f3122 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:31:48.554743 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:31:48.560812 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:31:48.646003 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:48.652544 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:48.664229 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:31:48.702496 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c04fb2e6217419baf38f4976d1f3122&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2858512 May 06 00:31:48.704150 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7440c64b-c7e9-438d-bc33-8be9192ae546,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:31:48.705372 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35554) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:31:48.712715 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.713051 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.713379 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.713704 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.714009 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.714341 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.714649 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.714948 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.715261 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.715572 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.715879 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.716187 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.720282 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:31:48.764116 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:48.790655 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:48.895456 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:48.901626 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:31:48.915308 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7440c64b-c7e9-438d-bc33-8be9192ae546,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:31:48.924483 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.924816 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.925215 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.925549 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.925869 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.926182 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.926495 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.926803 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.927131 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.927425 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.927730 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.928037 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:31:48.931357 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:31:48.932915 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:31:48.934011 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7440c64b-c7e9-438d-bc33-8be9192ae546 HTTP/1.1" status: 204 len: 168 time: 0.2270393 May 06 00:31:59.447541 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-087bea53-ebaa-4380-97ee-cfcf6131222a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:32:01.971058 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:32:02.203601 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e67d7ee4-8574-4fec-9748-9acbd381038b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:32:03.246138 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:32:04.890388 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:32:24.771548 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 5 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:32:29.459284 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4178-b079-4d48-99d9-281d8a1a2889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:32:31.973669 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:32:32.213859 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-919f04cb-656d-4e50-8505-3c160ffc32b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:32:33.248372 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:32:34.889800 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:32:59.463447 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1a5c6336-c480-4449-bc6d-b9b61db68db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:01.775403 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 5 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:33:01.974353 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:02.208426 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-d565b579-3b63-46de-87d2-2360abddfcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:03.251898 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:04.902348 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:24.301004 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382'] for agent, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:28.211442 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35606) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:33:28.341574 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0c9cc316-2f48-4b16-830c-5819dd79272d admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1290102 May 06 00:33:29.457180 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-d82009b2-4df6-42b2-bf3a-6b8cb9fa04c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:30.456755 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35616) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:33:30.519836 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-80df85f6-14bc-4358-9798-0f52c7249369 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0619388 May 06 00:33:31.980040 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:32.211821 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c27cf100-2835-4929-ac68-bfc56d19fbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:33.249380 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:34.899168 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:38.774610 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:33:54.230922 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:33:59.466641 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-9a77e539-2531-4c70-8049-3bedcc55694a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:01.986364 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:02.224539 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ab687bbe-558a-436f-baef-a3c108d61305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:03.265666 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:04.903965 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:15.775317 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:34:24.237056 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:29.460723 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-532e2be7-3544-4624-a5b4-7673eef03d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:31.972423 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:32.218526 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e320246d-1817-47b9-be9e-f73065acd151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:33.258021 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:34.906406 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:52.774254 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:34:54.240148 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:58.373841 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35780) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:34:58.660706 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-944356000-network', 'tenant_id': '9b1013df859644e48616aebeaebfca7a'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:34:58.666106 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:34:58.673079 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Usage tracker for resource:network and tenant:9b1013df859644e48616aebeaebfca7a is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:34:58.733762 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:34:58.740203 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:34:58.750609 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Made reservation on behalf of 9b1013df859644e48616aebeaebfca7a for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:34:58.753639 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:58.766092 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:58.781225 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:34:58.786709 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Usage tracker for resource:security_group_rule and tenant:9b1013df859644e48616aebeaebfca7a is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:34:58.789887 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:34:58.795540 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:34:58.893695 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:58.899222 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:58.905164 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:34:58.938122 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:34:58.943495 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d6daa5-3a83-47ba-a45a-5aa3732487b0,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:34:58.954553 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.954894 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.955252 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.955534 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.955854 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.956172 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.956552 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.956809 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.957126 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.957435 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.957742 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.958078 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Tracked resource versions report: May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: pushed versions: May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: { 'AddressGroup': {'1.2'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'ConntrackHelper': {'1.0'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'Log': {'1.0'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'Network': {'1.1'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'Port': {'1.7'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'PortForwarding': {'1.2'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'QosPolicy': {'1.8'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'SecurityGroup': {'1.4'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'SecurityGroupRule': {'1.2'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'SubPort': {'1.0'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'Subnet': {'1.1'}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'Trunk': {'1.1'}} May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: consumer versions: May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: { DHCP agent@dv-cinder-784623-8-smb: {}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: HyperV agent@hv-cinder-78462: {}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: L3 agent@dv-cinder-784623-8-smb: {}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: Metadata agent@dv-cinder-784623-8-smb: {}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: Metering agent@dv-cinder-784623-8-smb: {}, May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: Open vSwitch agent@dv-cinder-784623-8-smb: { 'AddressGroup': '1.2', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'ConntrackHelper': '1.0', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'Log': '1.0', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'Network': '1.1', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'Port': '1.7', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'PortForwarding': '1.2', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'QosPolicy': '1.8', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'SecurityGroup': '1.4', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'SecurityGroupRule': '1.2', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'SubPort': '1.0', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'Subnet': '1.1', May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: 'Trunk': '1.1'}} May 06 00:34:58.959101 dv-cinder-784623-8-smb neutron-server[73854]: {{(pid=73854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 00:34:58.962426 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:58.962426 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Added segment 1631c3b0-8b82-4ca2-ab09-792d0035a518 of type vlan for network 8f939286-a7e3-4d84-be3d-2c3517c57dd3 May 06 00:34:58.963604 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:34:58.999089 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:59.031055 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:59.033827 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:34:59.034812 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:59.039631 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-756cd352-50fa-4f66-8bf7-e6dfd1bfb402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:34:59.137362 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Pushing event updated for resources: {'Network': ['ID=8f939286-a7e3-4d84-be3d-2c3517c57dd3,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:34:59.140251 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:34:59.145220 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7702749 May 06 00:34:59.145371 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35828) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:34:59.150215 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network 8f939286-a7e3-4d84-be3d-2c3517c57dd3 details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:34:59.153188 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Request body: {'subnet': {'network_id': '8f939286-a7e3-4d84-be3d-2c3517c57dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-944356000-subnet', 'tenant_id': '9b1013df859644e48616aebeaebfca7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:34:59.162396 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:34:59.167942 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Usage tracker for resource:subnet and tenant:9b1013df859644e48616aebeaebfca7a is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:34:59.171589 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:34:59.178505 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:34:59.193727 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Made reservation on behalf of 9b1013df859644e48616aebeaebfca7a for: {'subnet': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:34:59.197671 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:59.496876 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a7ccdf2c-888e-4068-9ebb-791e99800555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:59.580233 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35848) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:34:59.618160 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:59.624045 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d61849fc-db94-44b6-8547-dce8888d2381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:34:59.690937 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Checking segment: {'id': '1631c3b0-8b82-4ca2-ab09-792d0035a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f939286-a7e3-4d84-be3d-2c3517c57dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:34:59.691172 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Network hostable DHCP agents. Network: 8f939286-a7e3-4d84-be3d-2c3517c57dd3, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:34:59.707874 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e59824-6e88-4147-98f0-4d9dbb8e90c4,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:34:59.718775 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.719134 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.719456 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.720134 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.720524 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.720886 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.721209 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.721554 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.721875 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.722185 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.722598 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.722798 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Tracked resource versions report: May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: pushed versions: May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: { 'AddressGroup': {'1.2'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'ConntrackHelper': {'1.0'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'Log': {'1.0'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'Network': {'1.1'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'Port': {'1.7'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'PortForwarding': {'1.2'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'QosPolicy': {'1.8'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'SecurityGroup': {'1.4'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'SecurityGroupRule': {'1.2'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'SubPort': {'1.0'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'Subnet': {'1.1'}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'Trunk': {'1.1'}} May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: consumer versions: May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: { DHCP agent@dv-cinder-784623-8-smb: {}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: HyperV agent@hv-cinder-78462: {}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: L3 agent@dv-cinder-784623-8-smb: {}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: Metadata agent@dv-cinder-784623-8-smb: {}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: Metering agent@dv-cinder-784623-8-smb: {}, May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: Open vSwitch agent@dv-cinder-784623-8-smb: { 'AddressGroup': '1.2', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'ConntrackHelper': '1.0', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'Log': '1.0', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'Network': '1.1', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'Port': '1.7', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'PortForwarding': '1.2', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'QosPolicy': '1.8', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'SecurityGroup': '1.4', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'SecurityGroupRule': '1.2', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'SubPort': '1.0', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'Subnet': '1.1', May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: 'Trunk': '1.1'}} May 06 00:34:59.723861 dv-cinder-784623-8-smb neutron-server[73853]: {{(pid=73853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 00:34:59.727542 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:34:59.733324 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Network 8f939286-a7e3-4d84-be3d-2c3517c57dd3 is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:34:59.744110 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, 8f939286-a7e3-4d84-be3d-2c3517c57dd3) {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:34:59.749248 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:34:59.749924 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:34:59.755558 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e576f4e-924a-4916-84a3-7e70ba75f7e0 None None] Network 8f939286-a7e3-4d84-be3d-2c3517c57dd3 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:34:59.781082 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6341984 May 06 00:34:59.977831 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef920ebb-649b-4eb0-a7d7-ba909d5e5de4 None None] Network 8f939286-a7e3-4d84-be3d-2c3517c57dd3 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:35:00.172440 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-279395222-network', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:00.177281 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:00.186943 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Usage tracker for resource:network and tenant:c1efc7552fad4474b528aa6f1f5a7f2d is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:00.190373 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:00.200965 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35872) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:00.209583 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:00.233610 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Made reservation on behalf of c1efc7552fad4474b528aa6f1f5a7f2d for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:00.236163 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.274916 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.290922 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:00.294938 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:c1efc7552fad4474b528aa6f1f5a7f2d is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:00.298209 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:00.305463 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:00.433761 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.439032 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.444777 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e3f413c7-0409-48f3-9205-e16874a90ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:00.477076 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:35:00.491730 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190f8c23-cb74-4a41-94df-a660f9001aaf,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:00.496500 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:00.497449 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.497780 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Added segment f196c82d-a9c0-4837-9aeb-bbf030a0d4f1 of type vlan for network fc6f620d-9a85-4ffa-a129-6d7d72617946 May 06 00:35:00.526374 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.562672 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.565435 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:00.566452 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.572572 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:00.693183 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1114650 May 06 00:35:00.696099 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35898) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:00.702884 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Request body: {'subnet': {'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-279395222-subnet', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:00.705334 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6f620d-9a85-4ffa-a129-6d7d72617946,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:00.708584 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:00.720143 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:00.721263 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network fc6f620d-9a85-4ffa-a129-6d7d72617946 details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:35:00.724955 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Usage tracker for resource:subnet and tenant:c1efc7552fad4474b528aa6f1f5a7f2d is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:00.728529 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:00.736694 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:00.756221 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Made reservation on behalf of c1efc7552fad4474b528aa6f1f5a7f2d for: {'subnet': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:00.761195 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.812610 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35910) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:00.875480 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-network', 'tenant_id': '46e3563b737944779d25f471ee8475d2'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:00.883717 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:00.892165 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Usage tracker for resource:network and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:00.899401 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:00.911613 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:00.926916 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Made reservation on behalf of 46e3563b737944779d25f471ee8475d2 for: {'network': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:00.929269 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.945375 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:00.995556 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:01.006159 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:01.010264 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:01.019827 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:01.161247 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.193343 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:01.201798 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Usage tracker for resource:security_group_rule and tenant:f4e5265e1cd6417d942ee0b5caeddb67 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:01.215347 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:01.222060 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:01.234343 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.247183 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.274447 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=73853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:35:01.285750 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.286845 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.segments_db [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Added segment 01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60 of type vlan for network e863ee47-ceaf-4514-beb9-e76d15941dbe May 06 00:35:01.298234 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:01.326625 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.372411 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.379992 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.390139 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.395842 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:01.404304 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:01.404930 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.457679 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Synchronizing usage tracker for tenant:08d919d906c7450fb8183678e34e5cde on resource:security_group {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:35:01.463534 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1a5129-3b00-47b5-94b1-47dd85d8d163,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:01.472752 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2699878 May 06 00:35:01.473944 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43927420-4d89-4acb-8a4d-580e2c1e007f,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:01.481211 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:01.484016 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35938) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:01.492758 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:01.493431 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:01.497011 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Request body: {'subnet': {'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-subnet', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:01.512456 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:01.520270 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Usage tracker for resource:subnet and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:01.525230 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:01.532857 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:01.536594 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Unset dirty status for tenant:08d919d906c7450fb8183678e34e5cde on resource:security_group {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:35:01.537893 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4e5265e1cd6417d942ee0b5caeddb67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7243023 May 06 00:35:01.541816 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 35942) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:01.570730 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Made reservation on behalf of 46e3563b737944779d25f471ee8475d2 for: {'subnet': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:01.574567 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.630489 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=e863ee47-ceaf-4514-beb9-e76d15941dbe,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:01.643853 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network e863ee47-ceaf-4514-beb9-e76d15941dbe details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:35:01.644113 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:01.645080 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.657214 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f884f686-acf4-43d8-9665-9026cebb2f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:01.736844 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=466a09c3-fe36-4aaa-9c68-b393127708c2,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:01.748155 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:01.779073 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Checking segment: {'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:01.779798 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Network hostable DHCP agents. Network: fc6f620d-9a85-4ffa-a129-6d7d72617946, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:35:01.782632 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5caacdf0-87d1-4988-b6ca-961d2da16387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.802446 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Network fc6f620d-9a85-4ffa-a129-6d7d72617946 is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:35:01.815524 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, fc6f620d-9a85-4ffa-a129-6d7d72617946) {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:01.821524 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:01.823465 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.847284 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1497443 May 06 00:35:01.849830 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 35956) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:01.857703 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-279395222-router', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:01.865253 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:01.866356 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5caacdf0-87d1-4988-b6ca-961d2da16387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.870458 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Usage tracker for resource:router and tenant:c1efc7552fad4474b528aa6f1f5a7f2d is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:01.873977 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:01.880924 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:01.885743 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc13d081-2892-4ca9-8d51-17c576550ebc None None] Network fc6f620d-9a85-4ffa-a129-6d7d72617946 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:35:01.896719 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-452325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12888'] for router, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.898110 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12881'] for router, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:01.925936 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:02.104077 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5caacdf0-87d1-4988-b6ca-961d2da16387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:02.127723 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:02.220500 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caacdf0-87d1-4988-b6ca-961d2da16387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1a5129-3b00-47b5-94b1-47dd85d8d163,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:02.233005 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5caacdf0-87d1-4988-b6ca-961d2da16387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:02.277003 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:02.294882 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-49abf033-17ed-40cb-963a-82082728213e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:02.330484 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5caacdf0-87d1-4988-b6ca-961d2da16387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:02.331350 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-5caacdf0-87d1-4988-b6ca-961d2da16387 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b1a5129-3b00-47b5-94b1-47dd85d8d163 HTTP/1.1" status: 204 len: 168 time: 0.7883325 May 06 00:35:02.411826 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73293f48-3d71-48ae-bd45-dc03b4de2c55 None None] Network fc6f620d-9a85-4ffa-a129-6d7d72617946 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:35:02.791929 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:02.806700 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:02.899902 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12963'] for router, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:02.995333 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb43b4c9-903f-496a-a3c0-c637cb48f935,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:02.999861 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:03.008576 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Checking segment: {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:03.009232 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Network hostable DHCP agents. Network: e863ee47-ceaf-4514-beb9-e76d15941dbe, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:35:03.029878 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Network e863ee47-ceaf-4514-beb9-e76d15941dbe is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:35:03.032635 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36014) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:03.063173 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, e863ee47-ceaf-4514-beb9-e76d15941dbe) {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:03.074753 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:03.089425 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:03.090017 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:03.103337 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f03050-d5cf-46ac-8854-51ac8eb0f9f9 None None] Network e863ee47-ceaf-4514-beb9-e76d15941dbe requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:35:03.104053 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:03.111360 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] Usage tracker for resource:security_group_rule and tenant:bb4f683293cb4286b72753d036801cab is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:03.114736 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:03.122144 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:03.133783 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6449645 May 06 00:35:03.137495 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36022) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:03.159974 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:03.171030 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:03.178928 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Usage tracker for resource:router and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:03.187967 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:03.202298 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:03.231360 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-452325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12888'] for router, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:03.236436 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12881'] for router, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:03.278875 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:03.346505 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:03.583878 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 36040) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:03.590043 dv-cinder-784623-8-smb neutron-server[73853]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 00:35:03.591585 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b465a1-e1e1-5a0a-9d54-364484373d9a-e863ee47-ceaf-4514-beb9-e76d15941dbe', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935'}]}} from dv-cinder-784623-8-smb. {{(pid=73855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 00:35:03.592781 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:03.743406 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12963'] for router, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:03.782125 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:03.812111 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-ff01f436-d01a-415e-9bdf-baa50855837c tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:03.819145 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-ff01f436-d01a-415e-9bdf-baa50855837c tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/networks?id=8f939286-a7e3-4d84-be3d-2c3517c57dd3 HTTP/1.1" status: 200 len: 811 time: 0.2316096 May 06 00:35:03.824392 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:03.836644 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-2af46e87-4b4d-42d1-ac13-b50592665d03 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/quotas/9b1013df859644e48616aebeaebfca7a HTTP/1.1" status: 200 len: 375 time: 0.0165524 May 06 00:35:03.852009 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3ce8c64d-6789-4bc7-95df-c844fb8ffdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:03.857439 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.db_base_plugin_common [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Allocated IP 172.20.0.2 (e863ee47-ceaf-4514-beb9-e76d15941dbe/cb43b4c9-903f-496a-a3c0-c637cb48f935/615d7a34-a282-4f38-91d1-7532b1e326eb) {{(pid=73855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:03.902168 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-2b71a393-f75c-4121-9114-bd2cbceeea2f tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b1013df859644e48616aebeaebfca7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645437 May 06 00:35:03.977570 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.065064 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1bc670-ab33-4574-b2c7-201dae45450f,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:04.065537 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.127190 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:04.174279 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb4f683293cb4286b72753d036801cab&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1384528 May 06 00:35:04.176844 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36066) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:04.283575 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Allocated IP 172.28.3.127 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/5cba7573-a1ab-4c8d-af9f-e480b2184710) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:04.299047 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5f891c9f-ab13-4845-937b-11266d53d840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.337948 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Notify callbacks [] for port, precommit_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.346613 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5f891c9f-ab13-4845-937b-11266d53d840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.385656 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Transition to ACTIVE for port object 615d7a34-a282-4f38-91d1-7532b1e326eb will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:04.459150 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Transition to ACTIVE for port object 615d7a34-a282-4f38-91d1-7532b1e326eb will not be triggered until provisioned by entity DHCP. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:04.461611 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.475017 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.500307 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.501281 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:04.511390 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:04.646461 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Network e863ee47-ceaf-4514-beb9-e76d15941dbe is already hosted by enough agents. {{(pid=73855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:04.657576 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.base_scheduler [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Resources bound (agent type, host, resource id): {{(pid=73855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:04.662892 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5f891c9f-ab13-4845-937b-11266d53d840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.664637 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Received port after_create {{(pid=73855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:04.672749 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:04.682880 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.697398 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-079897f8-6e83-4229-b45b-bb90939178a7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 00:35:04.699596 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-079897f8-6e83-4229-b45b-bb90939178a7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2083189 May 06 00:35:04.715406 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f891c9f-ab13-4845-937b-11266d53d840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1bc670-ab33-4574-b2c7-201dae45450f,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:04.722136 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.726179 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5f891c9f-ab13-4845-937b-11266d53d840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:04.767294 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:04.768097 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5cba7573-a1ab-4c8d-af9f-e480b2184710,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:04.773350 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:04.784015 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5f891c9f-ab13-4845-937b-11266d53d840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.784418 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-5f891c9f-ab13-4845-937b-11266d53d840 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb1bc670-ab33-4574-b2c7-201dae45450f HTTP/1.1" status: 204 len: 168 time: 0.6034591 May 06 00:35:04.788827 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:04.810882 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Pushing event updated for resources: {'Port': ['ID=615d7a34-a282-4f38-91d1-7532b1e326eb,revision_number=1']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:04.819927 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.820663 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.821266 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.821976 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.822562 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.823097 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.823628 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.824138 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.824670 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.825728 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.826264 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.826840 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Tracked resource versions report: May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: pushed versions: May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: { 'AddressGroup': {'1.2'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'ConntrackHelper': {'1.0'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'Log': {'1.0'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'Network': {'1.1'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'Port': {'1.7'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'PortForwarding': {'1.2'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'QosPolicy': {'1.8'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'SecurityGroup': {'1.4'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'SecurityGroupRule': {'1.2'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'SubPort': {'1.0'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'Subnet': {'1.1'}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'Trunk': {'1.1'}} May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: consumer versions: May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: { DHCP agent@dv-cinder-784623-8-smb: {}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: HyperV agent@hv-cinder-78462: {}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: L3 agent@dv-cinder-784623-8-smb: {}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: Metadata agent@dv-cinder-784623-8-smb: {}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: Metering agent@dv-cinder-784623-8-smb: {}, May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: Open vSwitch agent@dv-cinder-784623-8-smb: { 'AddressGroup': '1.2', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'ConntrackHelper': '1.0', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'Log': '1.0', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'Network': '1.1', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'Port': '1.7', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'PortForwarding': '1.2', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'QosPolicy': '1.8', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'SecurityGroup': '1.4', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'SecurityGroupRule': '1.2', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'SubPort': '1.0', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'Subnet': '1.1', May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: 'Trunk': '1.1'}} May 06 00:35:04.828119 dv-cinder-784623-8-smb neutron-server[73855]: {{(pid=73855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 00:35:04.841053 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:04.853824 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:04.879867 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Attempting to bind port 615d7a34-a282-4f38-91d1-7532b1e326eb on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:35:04.880882 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Attempting to bind port 615d7a34-a282-4f38-91d1-7532b1e326eb by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:35:04.884923 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Attempting to bind port 615d7a34-a282-4f38-91d1-7532b1e326eb on network e863ee47-ceaf-4514-beb9-e76d15941dbe {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:04.898494 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:35:04.899433 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Checking segment: {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:04.900736 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.901353 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Bound using segment: {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:35:04.902091 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Bound port: 615d7a34-a282-4f38-91d1-7532b1e326eb, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:35:04.902717 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:04.934033 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Allocated IP 172.28.3.134 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/86de48ef-eca1-459d-9427-2bad925a8d96) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:04.981871 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:05.039485 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] For port 615d7a34-a282-4f38-91d1-7532b1e326eb, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:35:05.042914 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] For port 615d7a34-a282-4f38-91d1-7532b1e326eb, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=615d7a34-a282-4f38-91d1-7532b1e326eb,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:35:05.049799 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:05.055516 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-e282a553-3387-4d57-9d10-98c98cde882b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:05.148233 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Pushing event updated for resources: {'Port': ['ID=615d7a34-a282-4f38-91d1-7532b1e326eb,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:05.151329 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:05.200780 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:05.247176 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-1ce768c9-657f-40e1-b19d-596fa7e2ddcd service neutron] 10.222.0.32 "GET /v2.0/networks/8f939286-a7e3-4d84-be3d-2c3517c57dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358655 May 06 00:35:05.254061 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:05.259200 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:05.377666 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:05.400821 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:05.404366 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:05.587720 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:05.634476 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Pushing event updated for resources: {'Port': ['ID=86de48ef-eca1-459d-9427-2bad925a8d96,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:05.640160 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:05.846958 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-a4912d37-61b0-42be-8d57-c007a6e1e8c0 service neutron] 10.222.0.32 "GET /v2.0/networks/8f939286-a7e3-4d84-be3d-2c3517c57dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329885 May 06 00:35:06.096341 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36128) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:06.435587 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:06.546767 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b08be152-6164-47d6-ba0e-7f84786c6095 req-7b0096ff-3102-4fe0-a532-0ffa89df268a tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 210 time: 0.2213590 May 06 00:35:06.554690 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395526'] for router, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:06.787892 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 615d7a34-a282-4f38-91d1-7532b1e326eb up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:06.898629 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:06.935473 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:06.942589 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] Usage tracker for resource:security_group_rule and tenant:ec7f87e4e65e495aba736d28dee4c432 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:06.947189 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:06.956004 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:06.994978 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c91bf10-9af7-416b-b3e2-23efdd6a8443 None None] Network e863ee47-ceaf-4514-beb9-e76d15941dbe requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:35:07.028165 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 36168) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:07.049954 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Router 56d8a892-ff96-4945-86d4-f8118a0c68ae is scheduled to L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 with binding_index 1 {{(pid=73853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 00:35:07.303523 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395526'] for router, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:07.317181 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 615d7a34-a282-4f38-91d1-7532b1e326eb completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:07.336754 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-39292925-3c1a-40c1-a806-35603a684c39 None None] Provisioning for port 615d7a34-a282-4f38-91d1-7532b1e326eb completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:07.345890 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-39292925-3c1a-40c1-a806-35603a684c39 None None] Provisioning complete for port 615d7a34-a282-4f38-91d1-7532b1e326eb triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:07.346514 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-39292925-3c1a-40c1-a806-35603a684c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:07.373905 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 615d7a34-a282-4f38-91d1-7532b1e326eb triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:07.374549 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:07.477926 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:07.494300 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:07.509545 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:07.530988 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:07.540189 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] Usage tracker for resource:security_group_rule and tenant:9e0d9cd74b6e49a2874a53cef12ccbb9 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:07.545865 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:07.555230 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:07.571890 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:07.603957 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:35:07.618568 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Sync routers for ids ['56d8a892-ff96-4945-86d4-f8118a0c68ae'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:35:07.631636 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Routers {'56d8a892-ff96-4945-86d4-f8118a0c68ae'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:35:07.632338 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:35:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['56d8a892-ff96-4945-86d4-f8118a0c68ae'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:07.672028 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 36200) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:07.673757 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Notify callbacks [] for router, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:07.676899 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8257620 May 06 00:35:07.679805 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 36202) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:07.729819 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:07.756054 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-39292925-3c1a-40c1-a806-35603a684c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:07.783260 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec7f87e4e65e495aba736d28dee4c432&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6863320 May 06 00:35:07.823092 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36210) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:07.870868 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 615d7a34-a282-4f38-91d1-7532b1e326eb, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=615d7a34-a282-4f38-91d1-7532b1e326eb,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:07.880596 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:07.924423 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Set router 56d8a892-ff96-4945-86d4-f8118a0c68ae gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:35:07.991560 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6b8befe4-ea42-41d3-bfd3-5cd0287b8c28 req-04c86bc7-518f-4e8c-af04-c0466fb95cca tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 210 time: 0.3128657 May 06 00:35:08.032814 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:08.036220 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee15b99-e9b3-44bd-b045-67e01d24ffb5,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:08.048497 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b is scheduled to L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 with binding_index 1 {{(pid=73854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 00:35:08.065576 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:08.322183 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.db.api [None req-39292925-3c1a-40c1-a806-35603a684c39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73855) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 00:35:08.322827 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_db.api [None req-39292925-3c1a-40c1-a806-35603a684c39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 00:35:08.323603 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:08.337799 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:08.380610 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=615d7a34-a282-4f38-91d1-7532b1e326eb,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:08.385018 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:08.438044 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9bdc1b55-9c04-48fb-9d89-48a8bd29083d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:08.440799 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'name': 'tempest-ServerRescueNegativeTestJSON-279395222-router', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:01Z', 'updated_at': '2021-05-06T00:35:05Z', 'revision_number': 3, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'gw_port': {'id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:08.446293 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Checking router: 56d8a892-ff96-4945-86d4-f8118a0c68ae for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:35:08.446852 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Updating router 56d8a892-ff96-4945-86d4-f8118a0c68ae port 5cba7573-a1ab-4c8d-af9f-e480b2184710 binding host dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:35:08.472474 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e0d9cd74b6e49a2874a53cef12ccbb9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4432006 May 06 00:35:08.475757 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773281b1-4522-4058-bd5e-acc6592c0f31,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:08.480207 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 36246) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:08.493423 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c86da4d4-ce4f-4e4a-a134-47708ed1f78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:08.526973 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c86da4d4-ce4f-4e4a-a134-47708ed1f78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:08.553163 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:08.608853 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c86da4d4-ce4f-4e4a-a134-47708ed1f78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:08.620838 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5f891c9f-ab13-4845-937b-11266d53d840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:08.659099 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c86da4d4-ce4f-4e4a-a134-47708ed1f78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:08.660558 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-c86da4d4-ce4f-4e4a-a134-47708ed1f78b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bee15b99-e9b3-44bd-b045-67e01d24ffb5 HTTP/1.1" status: 204 len: 168 time: 0.8155382 May 06 00:35:08.667771 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86da4d4-ce4f-4e4a-a134-47708ed1f78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee15b99-e9b3-44bd-b045-67e01d24ffb5,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:08.676602 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c86da4d4-ce4f-4e4a-a134-47708ed1f78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:08.728977 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:35:08.736792 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 615d7a34-a282-4f38-91d1-7532b1e326eb up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:08.793603 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:08.814819 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Notify callbacks [] for router, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:08.816115 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6765046 May 06 00:35:08.818879 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36264) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:08.832189 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Sync routers for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:35:08.885639 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd9a-8c13-4f7c-9dca-f032ff6686a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.046119 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:35:09.049581 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:35:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:09.259681 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd9a-8c13-4f7c-9dca-f032ff6686a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.393260 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Notify callbacks [] for port, precommit_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.441236 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.provisioning_blocks [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Transition to ACTIVE for port object 5cba7573-a1ab-4c8d-af9f-e480b2184710 will not be triggered until provisioned by entity L2. {{(pid=73856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:09.453579 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.459704 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:09.473485 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36278) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:09.499003 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.527812 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:09.531913 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] Usage tracker for resource:security_group_rule and tenant:f600f00ebb6d4978aef6ba199e19a298 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:09.535376 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:09.541470 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:09.612871 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:35:09.614073 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Attempting to bind port 5cba7573-a1ab-4c8d-af9f-e480b2184710 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:35:09.614437 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Attempting to bind port 5cba7573-a1ab-4c8d-af9f-e480b2184710 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:35:09.619260 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Attempting to bind port 5cba7573-a1ab-4c8d-af9f-e480b2184710 on network d35728a9-d9a3-4297-acfc-cedfe30fc42c {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:09.634611 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.644382 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.648966 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Pushing event updated for resources: {'Port': ['ID=5cba7573-a1ab-4c8d-af9f-e480b2184710,revision_number=2']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:09.657858 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-33b4e7ea-9ad4-47d4-a26c-bcdd48003624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:09.660368 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.660878 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.661350 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.661825 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.662412 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.662870 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.663397 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.663860 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.664342 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.664795 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.665332 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.665794 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Tracked resource versions report: May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: pushed versions: May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: { 'AddressGroup': {'1.2'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'ConntrackHelper': {'1.0'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'Log': {'1.0'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'Network': {'1.1'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'Port': {'1.7'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'PortForwarding': {'1.2'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'QosPolicy': {'1.8'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'SecurityGroup': {'1.4'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'SecurityGroupRule': {'1.2'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'SubPort': {'1.0'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'Subnet': {'1.1'}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'Trunk': {'1.1'}} May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: consumer versions: May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: { DHCP agent@dv-cinder-784623-8-smb: {}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: HyperV agent@hv-cinder-78462: {}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: L3 agent@dv-cinder-784623-8-smb: {}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: Metadata agent@dv-cinder-784623-8-smb: {}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: Metering agent@dv-cinder-784623-8-smb: {}, May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: Open vSwitch agent@dv-cinder-784623-8-smb: { 'AddressGroup': '1.2', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'ConntrackHelper': '1.0', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'Log': '1.0', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'Network': '1.1', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'Port': '1.7', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'PortForwarding': '1.2', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'QosPolicy': '1.8', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'SecurityGroup': '1.4', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'SecurityGroupRule': '1.2', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'SubPort': '1.0', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'Subnet': '1.1', May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: 'Trunk': '1.1'}} May 06 00:35:09.666996 dv-cinder-784623-8-smb neutron-server[73856]: {{(pid=73856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 00:35:09.674959 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:09.676093 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:35:09.676678 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Checking segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:09.677228 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.677749 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Bound using segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:35:09.679243 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Bound port: 5cba7573-a1ab-4c8d-af9f-e480b2184710, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:35:09.679893 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.693636 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-92f42296-0b22-4ff6-9806-9f997d0a9144 req-1e23d1f1-f527-4b1d-bac6-d455b5221d07 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 210 time: 0.2624173 May 06 00:35:09.724403 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd9a-8c13-4f7c-9dca-f032ff6686a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.757847 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-05baec1f-2a82-41e2-a482-caf6bf275952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:09.758122 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] For port 5cba7573-a1ab-4c8d-af9f-e480b2184710, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:35:09.760887 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] For port 5cba7573-a1ab-4c8d-af9f-e480b2184710, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=5cba7573-a1ab-4c8d-af9f-e480b2184710,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:35:09.770583 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.775831 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-2bf924f2-cbaa-4789-ab90-9eb0b3a12b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:09.807688 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9cd9a-8c13-4f7c-9dca-f032ff6686a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773281b1-4522-4058-bd5e-acc6592c0f31,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:09.814218 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd9a-8c13-4f7c-9dca-f032ff6686a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:09.816936 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-bfa9cd9a-8c13-4f7c-9dca-f032ff6686a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/773281b1-4522-4058-bd5e-acc6592c0f31 HTTP/1.1" status: 204 len: 168 time: 1.3364828 May 06 00:35:09.817934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-bfa9cd9a-8c13-4f7c-9dca-f032ff6686a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:09.853839 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Pushing event updated for resources: {'Port': ['ID=5cba7573-a1ab-4c8d-af9f-e480b2184710,revision_number=3']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:09.866647 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:09.890965 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Routers {'56d8a892-ff96-4945-86d4-f8118a0c68ae'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:35:09.891869 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:35:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['56d8a892-ff96-4945-86d4-f8118a0c68ae'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:09.957701 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.26', 56068) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:10.004140 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 615d7a34-a282-4f38-91d1-7532b1e326eb triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:10.004640 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:10.224115 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f600f00ebb6d4978aef6ba199e19a298&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7489278 May 06 00:35:10.246863 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36296) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:10.255213 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fdfd10-59b4-40d2-9edb-c10afc120a4e,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:10.260992 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:10.318655 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] Set router 56d8a892-ff96-4945-86d4-f8118a0c68ae gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:35:10.458706 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9265cfd2-a721-4743-9c93-22ba537aaa4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:10.509313 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c13d534-647d-4230-b645-e68c15b8c9f3 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:10.510403 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c13d534-647d-4230-b645-e68c15b8c9f3 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.26 "GET /v2.0/networks?id=8f939286-a7e3-4d84-be3d-2c3517c57dd3 HTTP/1.1" status: 200 len: 811 time: 0.5464787 May 06 00:35:10.525627 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9265cfd2-a721-4743-9c93-22ba537aaa4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:10.632851 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Request body: {'port': {'device_id': '60514951-2478-4569-ae57-49af19baada3', 'network_id': '8f939286-a7e3-4d84-be3d-2c3517c57dd3', 'admin_state_up': True, 'tenant_id': '9b1013df859644e48616aebeaebfca7a'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:10.763704 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-9d5439b3-96eb-4493-960e-03d47b6486b6 None None] Provisioning complete for port 615d7a34-a282-4f38-91d1-7532b1e326eb triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:10.769264 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-9d5439b3-96eb-4493-960e-03d47b6486b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:10.901724 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9265cfd2-a721-4743-9c93-22ba537aaa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:10.930148 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:11.008773 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:11.031462 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265cfd2-a721-4743-9c93-22ba537aaa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fdfd10-59b4-40d2-9edb-c10afc120a4e,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:11.040451 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9265cfd2-a721-4743-9c93-22ba537aaa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:11.042809 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9265cfd2-a721-4743-9c93-22ba537aaa4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:11.044223 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-9265cfd2-a721-4743-9c93-22ba537aaa4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0fdfd10-59b4-40d2-9edb-c10afc120a4e HTTP/1.1" status: 204 len: 168 time: 0.7930152 May 06 00:35:11.145297 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:05Z', 'revision_number': 3, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:11.147468 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'name': 'tempest-ServerRescueNegativeTestJSON-279395222-router', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:01Z', 'updated_at': '2021-05-06T00:35:05Z', 'revision_number': 3, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'gw_port': {'id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:11.151246 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Checking router: bdd67dcd-f06d-4f6e-a8cd-079195e2b61b for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:35:11.151618 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Updating router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b port 86de48ef-eca1-459d-9427-2bad925a8d96 binding host dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:35:11.156631 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df28c9c-6858-473a-933e-3f9afaf73bbd None None] The sync data for ids ['56d8a892-ff96-4945-86d4-f8118a0c68ae'] in dv-cinder-784623-8-smb is: [{'id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'name': 'tempest-ServerRescueNegativeTestJSON-279395222-router', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:01Z', 'updated_at': '2021-05-06T00:35:05Z', 'revision_number': 3, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'gw_port': {'id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:35:11.260962 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-72903e09-c8f7-467d-9ed4-5a985f8e42e2 req-8d126c64-6da8-42c5-916e-79495824beed tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 210 time: 0.1378264 May 06 00:35:11.285143 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:11.287440 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:11.299559 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:11.342912 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Usage tracker for resource:port and tenant:9b1013df859644e48616aebeaebfca7a is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:11.347813 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:11.356305 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:11.430149 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Made reservation on behalf of 9b1013df859644e48616aebeaebfca7a for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:11.439348 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:11.475556 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Allocated IP 172.20.0.1 (e863ee47-ceaf-4514-beb9-e76d15941dbe/cb43b4c9-903f-496a-a3c0-c637cb48f935/75132389-1498-44bb-b75e-137a12159552) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:11.694632 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:11.751381 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Transition to ACTIVE for port object 75132389-1498-44bb-b75e-137a12159552 will not be triggered until provisioned by entity DHCP. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:11.806134 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:11.811543 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c1db2ba3-2438-4431-858d-6b0854b2ce1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:11.952536 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Network e863ee47-ceaf-4514-beb9-e76d15941dbe is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:11.964519 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:12.004992 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:12.005481 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399577'] for router_interface, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:12.629495 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Notify callbacks [] for port, precommit_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:12.689412 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-5649cf30-e24f-4cf5-a334-2075c0eeeb61 None None] Provisioning for port 75132389-1498-44bb-b75e-137a12159552 completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:12.709497 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Transition to ACTIVE for port object 86de48ef-eca1-459d-9427-2bad925a8d96 will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:12.733059 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:12.733834 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-5649cf30-e24f-4cf5-a334-2075c0eeeb61 None None] Provisioning complete for port 75132389-1498-44bb-b75e-137a12159552 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:12.734190 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-5649cf30-e24f-4cf5-a334-2075c0eeeb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:12.885276 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:12.952544 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Pushing event updated for resources: {'Port': ['ID=75132389-1498-44bb-b75e-137a12159552,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:12.982831 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Allocated IP 172.20.0.9 (8f939286-a7e3-4d84-be3d-2c3517c57dd3/02e59824-6e88-4147-98f0-4d9dbb8e90c4/d1458cde-b9ee-41df-b447-cc6a6830bfcf) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:12.996796 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:13.105062 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:13.293875 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 5cba7573-a1ab-4c8d-af9f-e480b2184710 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:13.395204 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Attempting to bind port 86de48ef-eca1-459d-9427-2bad925a8d96 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:35:13.397429 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Attempting to bind port 86de48ef-eca1-459d-9427-2bad925a8d96 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:35:13.399075 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Attempting to bind port 86de48ef-eca1-459d-9427-2bad925a8d96 on network d35728a9-d9a3-4297-acfc-cedfe30fc42c {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:13.401518 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-5649cf30-e24f-4cf5-a334-2075c0eeeb61 None None] Port 75132389-1498-44bb-b75e-137a12159552 cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:35:13.441732 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce29e28-96a1-4585-aaba-13c5007ed71f None None] Pushing event updated for resources: {'Port': ['ID=86de48ef-eca1-459d-9427-2bad925a8d96,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:13.451051 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-bce29e28-96a1-4585-aaba-13c5007ed71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:13.453658 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:35:13.454055 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Checking segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:13.467088 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:13.467088 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Bound using segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:35:13.467088 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Bound port: 86de48ef-eca1-459d-9427-2bad925a8d96, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:35:13.474320 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:13.580872 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:13.621964 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-557693ae-fef9-408f-8495-74770eb63e21 req-eba7c21a-fe40-48b6-a4fa-853e6c0c6d7f tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 210 time: 1.0098190 May 06 00:35:13.686667 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Allocated IP 172.20.0.1 (fc6f620d-9a85-4ffa-a129-6d7d72617946/466a09c3-fe36-4aaa-9c68-b393127708c2/d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:13.775088 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 5cba7573-a1ab-4c8d-af9f-e480b2184710 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:13.778289 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] For port 86de48ef-eca1-459d-9427-2bad925a8d96, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:35:13.795252 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] For port 86de48ef-eca1-459d-9427-2bad925a8d96, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=86de48ef-eca1-459d-9427-2bad925a8d96,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:35:13.797475 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 5cba7573-a1ab-4c8d-af9f-e480b2184710 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:13.798224 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:13.843250 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:13.858126 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:13.865701 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:13.883413 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:13.935969 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:13.951670 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:13.952901 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399482'] for router_interface, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:13.967268 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6d75e40c-09ed-41a0-a227-dc66c373b8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:14.072426 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:35:14.073397 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:35:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:14.302588 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:14.346943 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce29e28-96a1-4585-aaba-13c5007ed71f None None] Pushing event updated for resources: {'Port': ['ID=86de48ef-eca1-459d-9427-2bad925a8d96,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:14.363381 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-bce29e28-96a1-4585-aaba-13c5007ed71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:14.397743 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Pushing event updated for resources: {'Port': ['ID=75132389-1498-44bb-b75e-137a12159552,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:14.406195 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:14.438501 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Network 8f939286-a7e3-4d84-be3d-2c3517c57dd3 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:14.515565 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:14.529345 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Pushing event updated for resources: {'Port': ['ID=d1458cde-b9ee-41df-b447-cc6a6830bfcf,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:14.553018 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:14.555802 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:14.577172 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:14.580001 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:14.592833 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:14.617491 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Network e863ee47-ceaf-4514-beb9-e76d15941dbe is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:14.620225 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:14.674408 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:14.675341 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:35:14.683037 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0681059 May 06 00:35:14.747879 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-c046f3b1-df18-450f-8937-d3a0151be2ac tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 00:35:14.751639 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-c046f3b1-df18-450f-8937-d3a0151be2ac tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171833 May 06 00:35:14.755299 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f38f6b04-8324-49f4-8086-ec42e72490f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:15.003047 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Network fc6f620d-9a85-4ffa-a129-6d7d72617946 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:15.073944 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Pushing event updated for resources: {'Port': ['ID=d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:15.077468 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:15.081551 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:15.082500 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399577'] for router_interface, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:15.217320 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:15.361366 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 5cba7573-a1ab-4c8d-af9f-e480b2184710, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=5cba7573-a1ab-4c8d-af9f-e480b2184710,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:15.459994 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784a1c9-d102-459e-bb81-df3699e7b48c req-3884bdd8-2cec-45e0-b1fb-6bf84d6df5c4 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:15.465427 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-6784a1c9-d102-459e-bb81-df3699e7b48c req-3884bdd8-2cec-45e0-b1fb-6bf84d6df5c4 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Synchronizing usage tracker for tenant:9b1013df859644e48616aebeaebfca7a on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:35:15.477724 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:15.483649 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:35:15.636576 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-6784a1c9-d102-459e-bb81-df3699e7b48c req-3884bdd8-2cec-45e0-b1fb-6bf84d6df5c4 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Unset dirty status for tenant:9b1013df859644e48616aebeaebfca7a on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:35:15.646068 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6784a1c9-d102-459e-bb81-df3699e7b48c req-3884bdd8-2cec-45e0-b1fb-6bf84d6df5c4 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 931 time: 0.6413188 May 06 00:35:15.679313 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-202e0524-76f6-406f-a105-b003e4efc939 None None] Provisioning complete for port 75132389-1498-44bb-b75e-137a12159552 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:15.680759 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-202e0524-76f6-406f-a105-b003e4efc939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:15.746440 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Request body: {'port': {'device_id': '60514951-2478-4569-ae57-49af19baada3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:15.894481 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:35:15.910510 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:15.911042 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] 10.222.0.32 "PUT /v2.0/routers/bdd67dcd-f06d-4f6e-a8cd-079195e2b61b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0875382 May 06 00:35:15.919765 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-202e0524-76f6-406f-a105-b003e4efc939 None None] Port 75132389-1498-44bb-b75e-137a12159552 cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:35:15.935166 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:16.165436 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=5cba7573-a1ab-4c8d-af9f-e480b2184710,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:16.215272 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:16.374498 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6784a1c9-d102-459e-bb81-df3699e7b48c req-0fcdda23-3cdc-401a-af04-d6130cf36198 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7273834 May 06 00:35:16.470732 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:13Z', 'revision_number': 2, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:16.476342 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a96f9-e711-4e73-8646-4c6e1b943571 None None] The sync data for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb is: [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:13Z', 'revision_number': 2, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:35:16.545850 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:16.855122 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.db.resource_extend [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 00:35:16.937181 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:17.094654 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:17.115926 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399482'] for router_interface, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:17.124494 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-fe3ea237-0000-487a-a7c4-289332284dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:17.300374 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36558) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:17.324579 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36564) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:17.603974 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:17.675050 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:17.689404 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb046e85be64c5fa1d15b31a4cecfd7 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:17.701730 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:17.723229 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:17.985864 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4664948a-4060-45a1-a441-0cf2b3a20da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:18.006095 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:18.030307 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-4664948a-4060-45a1-a441-0cf2b3a20da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:18.036625 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-4664948a-4060-45a1-a441-0cf2b3a20da2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a4ad43e9d334266b77317eb491fa418 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:18.042807 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-4664948a-4060-45a1-a441-0cf2b3a20da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:18.050428 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-4664948a-4060-45a1-a441-0cf2b3a20da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:18.093744 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:18.147701 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36588) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:18.159868 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:18.233390 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--789504555', 'description': 'tempest-description--519609053'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:18.288683 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:18.370455 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 86de48ef-eca1-459d-9427-2bad925a8d96 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:18.378379 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:security_group and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:18.397915 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36598) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:18.398630 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Pushing event updated for resources: {'Port': ['ID=d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:18.405213 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.281s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:18.441739 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7eb046e85be64c5fa1d15b31a4cecfd7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1395280 May 06 00:35:18.450266 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:18.478482 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36600) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:18.508094 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a220ba-38b4-4bce-9158-723a87118541,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:18.523843 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:18.573587 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:18.582477 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 86de48ef-eca1-459d-9427-2bad925a8d96 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:18.609936 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 86de48ef-eca1-459d-9427-2bad925a8d96 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:18.617052 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:18.718163 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:18.901661 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bf2e3-a303-42c1-aefb-c1a1872fe2aa req-5aaca407-dce4-41cf-aa2f-b68857cd0f68 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:18.909804 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cf6bf2e3-a303-42c1-aefb-c1a1872fe2aa req-5aaca407-dce4-41cf-aa2f-b68857cd0f68 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 931 time: 1.0790195 May 06 00:35:18.916651 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Network fc6f620d-9a85-4ffa-a129-6d7d72617946 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:18.936823 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:19.055892 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:19.070359 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4664948a-4060-45a1-a441-0cf2b3a20da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.094567 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.db.resource_extend [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 00:35:19.116494 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.117692 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:security_group_rule and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:19.129288 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:19.143001 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:19.164804 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 86de48ef-eca1-459d-9427-2bad925a8d96, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=86de48ef-eca1-459d-9427-2bad925a8d96,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:19.173704 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.175037 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 5cba7573-a1ab-4c8d-af9f-e480b2184710 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:19.235637 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:19.265354 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.272071 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4664948a-4060-45a1-a441-0cf2b3a20da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.276687 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.317148 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.330872 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:19.350277 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=86de48ef-eca1-459d-9427-2bad925a8d96,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:19.356044 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:19.364199 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 5cba7573-a1ab-4c8d-af9f-e480b2184710 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:19.364830 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.366647 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-4664948a-4060-45a1-a441-0cf2b3a20da2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a4ad43e9d334266b77317eb491fa418&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0408118 May 06 00:35:19.369436 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98c93754-986b-4dbd-8617-b143cb93bee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.401402 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98c93754-986b-4dbd-8617-b143cb93bee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.454363 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36622) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:19.457348 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664948a-4060-45a1-a441-0cf2b3a20da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c54483-c14d-4e51-a470-c0a82ed56fd7,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:19.507653 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cf6bf2e3-a303-42c1-aefb-c1a1872fe2aa req-4df05b76-215f-4199-8318-089bbc251779 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827003 May 06 00:35:19.517423 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:19.527088 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] Usage tracker for resource:security_group_rule and tenant:6bfa41673af445d5b63c7b73d9b37589 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:19.539044 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:19.556475 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Router 56d8a892-ff96-4945-86d4-f8118a0c68ae has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:35:19.587948 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a8248a-80cd-4a81-823a-39df7959146b,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:19.595856 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:19.599565 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:19.606370 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:19.606709 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:19.607458 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.611788 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4328742 May 06 00:35:19.616626 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36626) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:19.659268 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'security_group_rule': {'security_group_id': '70a8248a-80cd-4a81-823a-39df7959146b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:19.669720 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:19.673703 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:security_group_rule and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:19.686431 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:19.701386 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:19.719104 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98c93754-986b-4dbd-8617-b143cb93bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.764568 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98c93754-986b-4dbd-8617-b143cb93bee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.766199 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-98c93754-986b-4dbd-8617-b143cb93bee4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32a220ba-38b4-4bce-9158-723a87118541 HTTP/1.1" status: 204 len: 168 time: 1.2861283 May 06 00:35:19.771559 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1458cde-b9ee-41df-b447-cc6a6830bfcf {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:35:19.776965 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-cc4afbac-5c5f-4d72-8832-d4dbd22bba89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:19.792198 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.818355 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c93754-986b-4dbd-8617-b143cb93bee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a220ba-38b4-4bce-9158-723a87118541,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:19.820687 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.838879 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Transition to ACTIVE for port object d1458cde-b9ee-41df-b447-cc6a6830bfcf will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:19.851307 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.872735 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:19.886291 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-98c93754-986b-4dbd-8617-b143cb93bee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:19.923064 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.935975 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c656dfc8-b99f-4702-9368-22119bce9724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.968048 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c656dfc8-b99f-4702-9368-22119bce9724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:19.991550 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Pushing event updated for resources: {'Port': ['ID=d1458cde-b9ee-41df-b447-cc6a6830bfcf,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:20.065550 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:20.094558 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:20.101955 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 86de48ef-eca1-459d-9427-2bad925a8d96 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:20.159428 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:20.162089 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c656dfc8-b99f-4702-9368-22119bce9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:20.265615 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:35:20.278774 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] 10.222.0.32 "PUT /v2.0/routers/56d8a892-ff96-4945-86d4-f8118a0c68ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5964019 May 06 00:35:20.285877 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d201d0ba-43ce-46f0-bc48-f5f1e9517584,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:20.295176 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Sync routers for ids ['56d8a892-ff96-4945-86d4-f8118a0c68ae'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:35:20.314985 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:20.316620 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Routers {'56d8a892-ff96-4945-86d4-f8118a0c68ae'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:35:20.325323 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:35:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['56d8a892-ff96-4945-86d4-f8118a0c68ae'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:20.342268 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c656dfc8-b99f-4702-9368-22119bce9724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:20.348565 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-c656dfc8-b99f-4702-9368-22119bce9724 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4c54483-c14d-4e51-a470-c0a82ed56fd7 HTTP/1.1" status: 204 len: 168 time: 0.8813200 May 06 00:35:20.355887 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5caacdf0-87d1-4988-b6ca-961d2da16387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:20.383050 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:20.387582 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7620931 May 06 00:35:20.393153 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Sync routers for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:35:20.399330 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 86de48ef-eca1-459d-9427-2bad925a8d96 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:20.399725 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:20.405974 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36650) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:20.435113 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'security_group_rule': {'security_group_id': '70a8248a-80cd-4a81-823a-39df7959146b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:20.452606 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656dfc8-b99f-4702-9368-22119bce9724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c54483-c14d-4e51-a470-c0a82ed56fd7,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:20.473072 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:20.475538 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c656dfc8-b99f-4702-9368-22119bce9724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:20.487404 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:security_group_rule and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:20.507677 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:20.513691 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Attempting to bind port d1458cde-b9ee-41df-b447-cc6a6830bfcf on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:35:20.514670 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Attempting to bind port d1458cde-b9ee-41df-b447-cc6a6830bfcf by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1631c3b0-8b82-4ca2-ab09-792d0035a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f939286-a7e3-4d84-be3d-2c3517c57dd3'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:35:20.516344 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Attempting to bind port d1458cde-b9ee-41df-b447-cc6a6830bfcf on network 8f939286-a7e3-4d84-be3d-2c3517c57dd3 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:20.531157 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Port d1458cde-b9ee-41df-b447-cc6a6830bfcf on network 8f939286-a7e3-4d84-be3d-2c3517c57dd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:35:20.532460 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Attempting to bind port d1458cde-b9ee-41df-b447-cc6a6830bfcf on network 8f939286-a7e3-4d84-be3d-2c3517c57dd3 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:20.559618 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:20.577482 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:35:20.585271 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Checking segment: {'id': '1631c3b0-8b82-4ca2-ab09-792d0035a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f939286-a7e3-4d84-be3d-2c3517c57dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:20.589894 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Bound using segment: {'id': '1631c3b0-8b82-4ca2-ab09-792d0035a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f939286-a7e3-4d84-be3d-2c3517c57dd3'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:35:20.591255 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Bound port: d1458cde-b9ee-41df-b447-cc6a6830bfcf, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1631c3b0-8b82-4ca2-ab09-792d0035a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f939286-a7e3-4d84-be3d-2c3517c57dd3'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:35:20.595158 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:35:20.595790 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:35:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:20.596431 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:20.664672 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:20.682941 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:20.729119 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:20.840533 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3836d370-5948-4f3c-bd8f-3adcf3f3e072,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:20.874748 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:20.896241 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:20.943923 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bfa41673af445d5b63c7b73d9b37589&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4982722 May 06 00:35:20.960175 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36660) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:20.964975 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Set router 56d8a892-ff96-4945-86d4-f8118a0c68ae gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:35:21.212997 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] For port d1458cde-b9ee-41df-b447-cc6a6830bfcf, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:35:21.279760 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69b8f3-2f2f-412b-b6a8-bc54a9b4ae45 req-143f5ad3-8840-48ba-b6d9-da54c713c541 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:21.299774 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7d69b8f3-2f2f-412b-b6a8-bc54a9b4ae45 req-143f5ad3-8840-48ba-b6d9-da54c713c541 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 943 time: 0.4461567 May 06 00:35:21.306277 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] For port d1458cde-b9ee-41df-b447-cc6a6830bfcf, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1458cde-b9ee-41df-b447-cc6a6830bfcf,segment=NetworkSegment(1631c3b0-8b82-4ca2-ab09-792d0035a518),segment_id=1631c3b0-8b82-4ca2-ab09-792d0035a518)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:35:21.341530 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:21.347226 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f366eab4-0ddc-4867-a577-75d759d38ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:21.355858 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:21.377188 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:21.418017 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-960421dc-ca19-45ef-bb49-8068ffc1006e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:21.452639 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:21.495637 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36674) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:21.507700 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:35:21.633891 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bf844c-64b9-49cf-a7df-6aa04770fd29,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:21.641566 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:21.651765 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f366eab4-0ddc-4867-a577-75d759d38ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:21.701978 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:21.736952 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7d69b8f3-2f2f-412b-b6a8-bc54a9b4ae45 req-05cd94c2-5852-4ac5-b08a-f50a9e77597f tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260924 May 06 00:35:21.746090 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:21.749786 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:21.751319 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] 10.222.0.26 "PUT /v2.0/ports/d1458cde-b9ee-41df-b447-cc6a6830bfcf HTTP/1.1" status: 200 len: 1093 time: 6.5321224 May 06 00:35:21.765523 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60514951-2478-4569-ae57-49af19baada3', 'tag': 'd1458cde-b9ee-41df-b447-cc6a6830bfcf'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:21.896147 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:21.901592 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4946218 May 06 00:35:21.915938 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36692) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:21.952283 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:21.973629 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'floatingip': {'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:21.987404 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'name': 'tempest-ServerRescueNegativeTestJSON-279395222-router', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:01Z', 'updated_at': '2021-05-06T00:35:15Z', 'revision_number': 4, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'gw_port': {'id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'd0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3', 'name': '', 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'mac_address': 'fa:16:3e:0c:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '466a09c3-fe36-4aaa-9c68-b393127708c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:15Z', 'revision_number': 2, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'subnets': [{'id': '466a09c3-fe36-4aaa-9c68-b393127708c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:21.992692 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Checking router: 56d8a892-ff96-4945-86d4-f8118a0c68ae for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:35:21.993437 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Updating router 56d8a892-ff96-4945-86d4-f8118a0c68ae port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 binding host dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:35:22.010555 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] Usage tracker for resource:security_group_rule and tenant:9e5d61219e2343448479830713a6bd45 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:22.028872 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:22.028872 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:22.034871 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:22.038706 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:floatingip and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:22.045914 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:22.052121 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:22.060969 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:22.116589 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:22.218065 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f366eab4-0ddc-4867-a577-75d759d38ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:22.291591 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Pushing event updated for resources: {'Port': ['ID=d1458cde-b9ee-41df-b447-cc6a6830bfcf,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:22.302423 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:22.386859 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-62ea7494-0adb-4a7a-a6c2-163a528ae100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:22.390951 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-62ea7494-0adb-4a7a-a6c2-163a528ae100 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b1013df859644e48616aebeaebfca7a&device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 1096 time: 0.4083838 May 06 00:35:22.419160 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:13Z', 'revision_number': 2, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:22.423790 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Checking router: bdd67dcd-f06d-4f6e-a8cd-079195e2b61b for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:35:22.424426 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Updating router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b port 75132389-1498-44bb-b75e-137a12159552 binding host dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:35:22.464667 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:22.489176 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:22.527742 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366eab4-0ddc-4867-a577-75d759d38ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3836d370-5948-4f3c-bd8f-3adcf3f3e072,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:22.571022 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f366eab4-0ddc-4867-a577-75d759d38ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:22.661673 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-8d6eee0f-0a2e-4bec-a5aa-273302726074 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1458cde-b9ee-41df-b447-cc6a6830bfcf HTTP/1.1" status: 200 len: 217 time: 0.2429242 May 06 00:35:22.751680 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:22.751680 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f366eab4-0ddc-4867-a577-75d759d38ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:22.751680 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-f366eab4-0ddc-4867-a577-75d759d38ef3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3836d370-5948-4f3c-bd8f-3adcf3f3e072 HTTP/1.1" status: 204 len: 168 time: 1.7873964 May 06 00:35:22.779178 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:22.814323 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ad4fdacf-3019-4e8e-b01b-5017f148c948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:22.898049 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e5d61219e2343448479830713a6bd45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3785932 May 06 00:35:22.925604 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36728) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:22.962988 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-f814d1f0-491d-47bb-812f-1fe26d98e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:22.969656 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-f814d1f0-491d-47bb-812f-1fe26d98e34a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02e59824-6e88-4147-98f0-4d9dbb8e90c4 HTTP/1.1" status: 200 len: 851 time: 0.2871704 May 06 00:35:23.091584 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ec67a0-74ec-46cc-9896-34eab3737d83,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:23.142925 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:23.236711 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60514951-2478-4569-ae57-49af19baada3', 'tag': 'd1458cde-b9ee-41df-b447-cc6a6830bfcf', 'status': 'completed', 'code': 200} May 06 00:35:23.312386 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Notify callbacks [] for port, precommit_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:23.366911 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.provisioning_blocks [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Transition to ACTIVE for port object d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 will not be triggered until provisioned by entity L2. {{(pid=73856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:23.375242 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-eeb51504-531a-4242-ba9e-ce16f79924ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:23.389395 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:23.409892 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:23.472041 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-eeb51504-531a-4242-ba9e-ce16f79924ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:23.518495 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Notify callbacks [] for port, precommit_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:23.550238 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Transition to ACTIVE for port object 75132389-1498-44bb-b75e-137a12159552 will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:23.566641 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:23.569205 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:23.576737 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:23.636045 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-323f66aa-42ff-47c2-be69-af9d1be5d64f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f939286-a7e3-4d84-be3d-2c3517c57dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5703213 May 06 00:35:23.709021 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-eeb51504-531a-4242-ba9e-ce16f79924ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:23.719141 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:23.777900 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb51504-531a-4242-ba9e-ce16f79924ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ec67a0-74ec-46cc-9896-34eab3737d83,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:23.785373 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-eeb51504-531a-4242-ba9e-ce16f79924ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:23.794239 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d575c-9f87-487b-af68-ec459f70983f None None] Pushing event updated for resources: {'Port': ['ID=75132389-1498-44bb-b75e-137a12159552,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:23.853195 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-c60d575c-9f87-487b-af68-ec459f70983f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:24.041620 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 36758) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:24.242924 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-eeb51504-531a-4242-ba9e-ce16f79924ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:24.265683 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-eeb51504-531a-4242-ba9e-ce16f79924ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84ec67a0-74ec-46cc-9896-34eab3737d83 HTTP/1.1" status: 204 len: 168 time: 1.3261263 May 06 00:35:24.270419 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-4f9092b6-9e9d-4d33-a61d-abe329ad0678 service neutron] 10.222.0.26 "GET /v2.0/networks/8f939286-a7e3-4d84-be3d-2c3517c57dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942626 May 06 00:35:24.279256 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:24.288664 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Allocated IP 172.28.3.147 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/3d915080-1a08-4890-ac71-30c5b48c1ef9) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:24.354760 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:24.377271 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3d5c3-f6d9-443f-bdd8-e7fb34665b28 req-8f7a69b0-5a5f-4013-ae5c-775b7f751514 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:24.385322 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-85d3d5c3-f6d9-443f-bdd8-e7fb34665b28 req-8f7a69b0-5a5f-4013-ae5c-775b7f751514 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 943 time: 0.9006786 May 06 00:35:24.391436 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] Usage tracker for resource:security_group_rule and tenant:8f6e70c47196441d9f58aecf4a5526d9 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:24.411276 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3421ea2-7369-48cc-9be6-a3a4fe0d0258 None None] Pushing event updated for resources: {'Port': ['ID=d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3,revision_number=3']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:24.421220 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-e3421ea2-7369-48cc-9be6-a3a4fe0d0258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:24.423442 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Attempting to bind port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:35:24.423817 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Attempting to bind port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:35:24.424177 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Attempting to bind port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 on network fc6f620d-9a85-4ffa-a129-6d7d72617946 {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:24.438343 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:35:24.442174 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Checking segment: {'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:24.442616 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:24.443021 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Bound using segment: {'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:35:24.443523 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Bound port: d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'}}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:35:24.443920 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:24.481313 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Attempting to bind port 75132389-1498-44bb-b75e-137a12159552 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:35:24.486811 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Attempting to bind port 75132389-1498-44bb-b75e-137a12159552 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:35:24.487539 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Attempting to bind port 75132389-1498-44bb-b75e-137a12159552 on network e863ee47-ceaf-4514-beb9-e76d15941dbe {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:24.523267 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:35:24.527090 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Checking segment: {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:24.529857 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:24.532216 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Bound using segment: {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:35:24.534068 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Bound port: 75132389-1498-44bb-b75e-137a12159552, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:35:24.536591 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:24.560540 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:24.621485 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:24.723207 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] For port 75132389-1498-44bb-b75e-137a12159552, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:35:24.729241 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] For port 75132389-1498-44bb-b75e-137a12159552, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=75132389-1498-44bb-b75e-137a12159552,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:35:24.732376 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-f31552f4-539a-4599-9c33-61374eeab9b7 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:24.738230 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:24.740236 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-f31552f4-539a-4599-9c33-61374eeab9b7 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 818 time: 1.7295234 May 06 00:35:24.746208 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:24.792242 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-85d3d5c3-f6d9-443f-bdd8-e7fb34665b28 req-3d7fc6bf-83a2-4301-8c2e-d0184cb39252 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056985 May 06 00:35:24.805784 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:24.900077 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-00ca7c78-b059-4c43-bc77-4c6e6f8a17fa tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/quotas/c1efc7552fad4474b528aa6f1f5a7f2d HTTP/1.1" status: 200 len: 375 time: 0.1036532 May 06 00:35:24.947288 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] For port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:35:24.951097 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] For port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:35:24.965911 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:24.977503 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:35:24.978900 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:35:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:24.991534 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:25.012971 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:25.125489 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:25.146377 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:25.219392 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d575c-9f87-487b-af68-ec459f70983f None None] Pushing event updated for resources: {'Port': ['ID=75132389-1498-44bb-b75e-137a12159552,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:25.224785 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-c60d575c-9f87-487b-af68-ec459f70983f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:25.321554 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Routers {'56d8a892-ff96-4945-86d4-f8118a0c68ae'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:35:25.325384 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:35:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['56d8a892-ff96-4945-86d4-f8118a0c68ae'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:25.327208 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:35:25.349586 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36790) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:25.385592 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:25.388578 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7f8d9fd-37ea-4422-91d3-aab33c2444e4 req-8ee4e676-f82b-443d-b557-2664d30d1c1d service neutron] 10.222.0.26 "GET /v2.0/networks/8f939286-a7e3-4d84-be3d-2c3517c57dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0923388 May 06 00:35:25.394003 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:25.415532 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:25.443049 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'Port': ['ID=3d915080-1a08-4890-ac71-30c5b48c1ef9,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:25.454342 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:25.456005 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-36ad215c-2dd9-4889-a777-1639eb52a8da tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Synchronizing usage tracker for tenant:c1efc7552fad4474b528aa6f1f5a7f2d on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:35:25.489994 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3421ea2-7369-48cc-9be6-a3a4fe0d0258 None None] Pushing event updated for resources: {'Port': ['ID=d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3,revision_number=4']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:25.511947 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:25.521340 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:25.523420 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-36ad215c-2dd9-4889-a777-1639eb52a8da tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Unset dirty status for tenant:c1efc7552fad4474b528aa6f1f5a7f2d on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:35:25.540998 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-36ad215c-2dd9-4889-a777-1639eb52a8da tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5832810 May 06 00:35:25.595410 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-bfa9cd9a-8c13-4f7c-9dca-f032ff6686a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:25.596684 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:25.636936 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-e3421ea2-7369-48cc-9be6-a3a4fe0d0258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:25.657012 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac688a-a75f-4811-b1a7-38634d1531c9,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:25.673819 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:25.698763 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f6e70c47196441d9f58aecf4a5526d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6378629 May 06 00:35:25.702087 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 36810) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:25.743569 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:25.780405 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] Set router 56d8a892-ff96-4945-86d4-f8118a0c68ae gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:35:25.788381 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:25.807359 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] Usage tracker for resource:security_group_rule and tenant:82ec49639d1040d2adcd709143cc2a6e is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:25.813313 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:25.836121 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946e96-c7f8-437f-8306-9d60c932f218 req-53de2f6e-f0dc-4d56-8e69-0607d87d3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:25.837856 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc946e96-c7f8-437f-8306-9d60c932f218 req-53de2f6e-f0dc-4d56-8e69-0607d87d3fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b1013df859644e48616aebeaebfca7a&device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 1096 time: 0.2955453 May 06 00:35:25.844631 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cff8718d-2f20-4abb-bb8d-42250a5010c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:25.858854 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:25.992842 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-76fa1e89-fc40-4211-8b47-c9d82a3d33d7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 00:35:25.994339 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-76fa1e89-fc40-4211-8b47-c9d82a3d33d7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2424989 May 06 00:35:26.009179 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cff8718d-2f20-4abb-bb8d-42250a5010c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.099975 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.119781 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.138600 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:26.148793 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.238563 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 75132389-1498-44bb-b75e-137a12159552 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:26.274628 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82ec49639d1040d2adcd709143cc2a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9235938 May 06 00:35:26.275350 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d77dd09-e237-45ed-bdaa-859ab7effed1,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:26.277740 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36842) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:26.315289 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:26.369349 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:24Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:26.376578 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4dd7a-1d67-4419-8649-790cfffdfb82 None None] The sync data for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb is: [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:24Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:35:26.383597 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 75132389-1498-44bb-b75e-137a12159552 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:26.389812 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 75132389-1498-44bb-b75e-137a12159552 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:26.390230 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.584460 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02194e-16f8-48c4-950a-cc9889052bf7 req-d6490321-c49e-4422-ae5f-88a6f836958e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:26.586020 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fd02194e-16f8-48c4-950a-cc9889052bf7 req-d6490321-c49e-4422-ae5f-88a6f836958e tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 943 time: 0.5149612 May 06 00:35:26.587145 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946e96-c7f8-437f-8306-9d60c932f218 req-445d263d-cb2b-4201-b10f-dff844d15474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:26.588548 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc946e96-c7f8-437f-8306-9d60c932f218 req-445d263d-cb2b-4201-b10f-dff844d15474 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8f939286-a7e3-4d84-be3d-2c3517c57dd3 HTTP/1.1" status: 200 len: 911 time: 0.7404690 May 06 00:35:26.669870 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e391330b-eab8-4e68-9ab0-712540818426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.691547 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cff8718d-2f20-4abb-bb8d-42250a5010c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.742241 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-7a692fb7-592e-4b9f-91e8-ff577592529d service neutron] 10.222.0.32 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378638 May 06 00:35:26.748845 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'name': 'tempest-ServerRescueNegativeTestJSON-279395222-router', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:01Z', 'updated_at': '2021-05-06T00:35:15Z', 'revision_number': 4, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'gw_port': {'id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'd0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3', 'name': '', 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'mac_address': 'fa:16:3e:0c:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '466a09c3-fe36-4aaa-9c68-b393127708c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:24Z', 'revision_number': 4, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'subnets': [{'id': '466a09c3-fe36-4aaa-9c68-b393127708c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:26.757598 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:26.770587 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36854) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:26.770688 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc946e96-c7f8-437f-8306-9d60c932f218 req-7819d27f-b8df-4d58-bfd9-a917225ba0a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1458cde-b9ee-41df-b447-cc6a6830bfcf HTTP/1.1" status: 200 len: 217 time: 0.1633918 May 06 00:35:26.785144 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ffc479-138b-4e2e-93fd-6de6d161e52c None None] The sync data for ids ['56d8a892-ff96-4945-86d4-f8118a0c68ae'] in dv-cinder-784623-8-smb is: [{'id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'name': 'tempest-ServerRescueNegativeTestJSON-279395222-router', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:01Z', 'updated_at': '2021-05-06T00:35:15Z', 'revision_number': 4, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'gw_port': {'id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'd0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3', 'name': '', 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'mac_address': 'fa:16:3e:0c:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '466a09c3-fe36-4aaa-9c68-b393127708c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:24Z', 'revision_number': 4, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'subnets': [{'id': '466a09c3-fe36-4aaa-9c68-b393127708c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:35:26.801728 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e391330b-eab8-4e68-9ab0-712540818426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.807207 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.854094 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 75132389-1498-44bb-b75e-137a12159552, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=75132389-1498-44bb-b75e-137a12159552,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:26.859287 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.872481 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:26.913805 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.924708 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:26.932766 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:27.072478 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=75132389-1498-44bb-b75e-137a12159552,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:27.112117 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.113439 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:27.129701 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e391330b-eab8-4e68-9ab0-712540818426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.139203 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cff8718d-2f20-4abb-bb8d-42250a5010c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.140471 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-cff8718d-2f20-4abb-bb8d-42250a5010c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99ac688a-a75f-4811-b1a7-38634d1531c9 HTTP/1.1" status: 204 len: 168 time: 1.4369810 May 06 00:35:27.161467 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8718d-2f20-4abb-bb8d-42250a5010c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ac688a-a75f-4811-b1a7-38634d1531c9,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:27.165776 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fd02194e-16f8-48c4-950a-cc9889052bf7 req-db687e74-717c-4164-a87f-1e02623874b8 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701840 May 06 00:35:27.166540 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-cff8718d-2f20-4abb-bb8d-42250a5010c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:27.219418 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'Port': ['ID=3d915080-1a08-4890-ac71-30c5b48c1ef9,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:27.232643 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:27.237476 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c86da4d4-ce4f-4e4a-a134-47708ed1f78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:27.308781 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e391330b-eab8-4e68-9ab0-712540818426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.313199 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e391330b-eab8-4e68-9ab0-712540818426 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d77dd09-e237-45ed-bdaa-859ab7effed1 HTTP/1.1" status: 204 len: 168 time: 1.0074856 May 06 00:35:27.314174 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391330b-eab8-4e68-9ab0-712540818426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d77dd09-e237-45ed-bdaa-859ab7effed1,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:27.322508 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.339771 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4128156 May 06 00:35:27.341090 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e391330b-eab8-4e68-9ab0-712540818426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:27.342029 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.394735 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:27.399693 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] Usage tracker for resource:security_group_rule and tenant:2935e17d09064834ba0260c9cd357604 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:27.402715 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:27.409157 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:27.436371 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946e96-c7f8-437f-8306-9d60c932f218 req-c517bc4b-35f8-43ab-8294-df1e801fe1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:27.443366 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc946e96-c7f8-437f-8306-9d60c932f218 req-c517bc4b-35f8-43ab-8294-df1e801fe1fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02e59824-6e88-4147-98f0-4d9dbb8e90c4 HTTP/1.1" status: 200 len: 851 time: 0.6618304 May 06 00:35:27.538116 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.545750 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.555347 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc946e96-c7f8-437f-8306-9d60c932f218 req-8382f36e-ca7d-48c1-af91-8be253c13d4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f939286-a7e3-4d84-be3d-2c3517c57dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043136 May 06 00:35:27.558538 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9265cfd2-a721-4743-9c93-22ba537aaa4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:27.657008 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2935e17d09064834ba0260c9cd357604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8723459 May 06 00:35:27.658666 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36888) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:27.669569 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b381fe9-145f-4d75-b805-13c4b346caf1,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:27.694738 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:27.767742 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3fb9-1de0-4ef2-9234-ec45ca41c494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.793300 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc946e96-c7f8-437f-8306-9d60c932f218 req-ab269aee-0515-475b-b11f-3d3f0a6f4a4e service neutron] 10.222.0.26 "GET /v2.0/networks/8f939286-a7e3-4d84-be3d-2c3517c57dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264500 May 06 00:35:27.804826 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3fb9-1de0-4ef2-9234-ec45ca41c494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.872168 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3fb9-1de0-4ef2-9234-ec45ca41c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.879806 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:27.896016 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3fb9-1de0-4ef2-9234-ec45ca41c494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:27.900913 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-5a0a3fb9-1de0-4ef2-9234-ec45ca41c494 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b381fe9-145f-4d75-b805-13c4b346caf1 HTTP/1.1" status: 204 len: 168 time: 0.2409377 May 06 00:35:27.904518 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a3fb9-1de0-4ef2-9234-ec45ca41c494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b381fe9-145f-4d75-b805-13c4b346caf1,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:27.907368 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5a0a3fb9-1de0-4ef2-9234-ec45ca41c494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:27.942715 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-aeb2ea18-5b7b-48fc-814e-fccc42c11e83 service neutron] 10.222.0.32 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1583619 May 06 00:35:27.975260 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-293aaafc-0288-41c1-bd11-995ef9aad980 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Synchronizing usage tracker for tenant:46e3563b737944779d25f471ee8475d2 on resource:security_group {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:35:28.025586 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-293aaafc-0288-41c1-bd11-995ef9aad980 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Unset dirty status for tenant:46e3563b737944779d25f471ee8475d2 on resource:security_group {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:35:28.029678 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-293aaafc-0288-41c1-bd11-995ef9aad980 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--789504555&fields=id&tenant_id=46e3563b737944779d25f471ee8475d2 HTTP/1.1" status: 200 len: 267 time: 0.2352889 May 06 00:35:28.059624 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc946e96-c7f8-437f-8306-9d60c932f218 req-f9edbbec-b738-47c9-b9f5-5abdf9da4f39 service neutron] 10.222.0.26 "GET /v2.0/networks/8f939286-a7e3-4d84-be3d-2c3517c57dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383103 May 06 00:35:28.164752 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36912) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:28.216300 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:28.289189 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:28.299689 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] Usage tracker for resource:security_group_rule and tenant:1b895596db8d4b8aa88663fd1b530269 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:28.302824 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:28.317716 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:28.340448 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 75132389-1498-44bb-b75e-137a12159552 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:28.445133 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:28.455295 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:28.486910 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 75132389-1498-44bb-b75e-137a12159552 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:28.487295 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:28.494310 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c656dfc8-b99f-4702-9368-22119bce9724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:28.502924 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b895596db8d4b8aa88663fd1b530269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367207 May 06 00:35:28.510843 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36936) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:28.607394 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4447982f-71cf-4252-9e6c-98a702a9f070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:28.638178 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4447982f-71cf-4252-9e6c-98a702a9f070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:28.727804 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59233a4-62fa-48bc-8fea-3bdaa61b1954,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:28.745206 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:28.747197 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4447982f-71cf-4252-9e6c-98a702a9f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:28.777645 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:28.785755 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-b6465b60-c619-4414-ac39-ca09b406adba tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:28.786590 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-b6465b60-c619-4414-ac39-ca09b406adba tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Synchronizing usage tracker for tenant:46e3563b737944779d25f471ee8475d2 on resource:network {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:35:28.798134 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447982f-71cf-4252-9e6c-98a702a9f070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59233a4-62fa-48bc-8fea-3bdaa61b1954,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:28.800759 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:28.809731 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4447982f-71cf-4252-9e6c-98a702a9f070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:28.810831 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4447982f-71cf-4252-9e6c-98a702a9f070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:28.812206 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-4447982f-71cf-4252-9e6c-98a702a9f070 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f59233a4-62fa-48bc-8fea-3bdaa61b1954 HTTP/1.1" status: 204 len: 168 time: 0.2978704 May 06 00:35:28.840261 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7f71e-e9d0-4719-bdfb-d2b05357fbf4 req-d40673bb-6b14-44b5-beac-70eeb01e54bf tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:28.841894 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dde7f71e-e9d0-4719-bdfb-d2b05357fbf4 req-d40673bb-6b14-44b5-beac-70eeb01e54bf tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 943 time: 0.4832315 May 06 00:35:28.915312 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-b6465b60-c619-4414-ac39-ca09b406adba tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Unset dirty status for tenant:46e3563b737944779d25f471ee8475d2 on resource:network {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:35:28.919374 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-b6465b60-c619-4414-ac39-ca09b406adba tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 817 time: 0.8556621 May 06 00:35:28.920239 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device d1458cde-b9ee-41df-b447-cc6a6830bfcf details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:35:28.998529 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36962) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:29.018928 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dde7f71e-e9d0-4719-bdfb-d2b05357fbf4 req-1431727e-ab4e-4465-8ab8-4ba35a15ffaf tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667569 May 06 00:35:29.047991 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-a28893fc-a33e-4807-85e5-b05446ea5474 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/quotas/46e3563b737944779d25f471ee8475d2 HTTP/1.1" status: 200 len: 375 time: 0.0516849 May 06 00:35:29.081786 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:29.091661 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.108818 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:29.109228 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.160107 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:29.176219 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] Usage tracker for resource:security_group_rule and tenant:520e0c7268f044818532acdfc505473b is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:29.184031 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:29.207060 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:29.273437 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a044940c-2d50-47ad-87aa-dbfd184052d1 req-411ebf4f-8f27-4d16-9762-fd6f96410b90 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 210 time: 0.1172624 May 06 00:35:29.362697 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-71de19b0-4a66-4c08-b146-15b91eee5838 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3097355 May 06 00:35:29.379108 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.429139 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.436638 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:29.438351 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.459175 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:29.471544 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port d1458cde-b9ee-41df-b447-cc6a6830bfcf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1458cde-b9ee-41df-b447-cc6a6830bfcf,segment=NetworkSegment(1631c3b0-8b82-4ca2-ab09-792d0035a518),segment_id=1631c3b0-8b82-4ca2-ab09-792d0035a518)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:29.483172 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.500760 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:29.568631 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=520e0c7268f044818532acdfc505473b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5686245 May 06 00:35:29.582734 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 36976) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:29.604015 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-36da7e8a-ea09-4310-bbce-b9709488b1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.609423 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:29.622295 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:29.625191 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': 'd1458cde-b9ee-41df-b447-cc6a6830bfcf', 'network_id': '8f939286-a7e3-4d84-be3d-2c3517c57dd3', 'port_id': 'd1458cde-b9ee-41df-b447-cc6a6830bfcf', 'mac_address': 'fa:16:3e:35:c3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e59824-6e88-4147-98f0-4d9dbb8e90c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:35:29.629491 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935f4571-98b8-4052-b131-d3ff34fbf3f2,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:29.633976 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:29.697756 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-b74c2772-17e8-4b45-bc98-17689883666b service neutron] 10.222.0.32 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180528 May 06 00:35:29.725355 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.748146 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1458cde-b9ee-41df-b447-cc6a6830bfcf {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:35:29.771652 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port d1458cde-b9ee-41df-b447-cc6a6830bfcf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1458cde-b9ee-41df-b447-cc6a6830bfcf,segment=NetworkSegment(1631c3b0-8b82-4ca2-ab09-792d0035a518),segment_id=1631c3b0-8b82-4ca2-ab09-792d0035a518)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:29.773590 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:35:29.780585 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e6018c39-e0d3-4911-9309-6c2e9b14360b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.782383 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.785942 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:29.862847 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e6018c39-e0d3-4911-9309-6c2e9b14360b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:29.977098 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-be6f05b3-c06a-4360-a803-7a3786a6ac9b service neutron] 10.222.0.32 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632694 May 06 00:35:30.000016 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e6018c39-e0d3-4911-9309-6c2e9b14360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:30.005577 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e391330b-eab8-4e68-9ab0-712540818426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:30.012260 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=d1458cde-b9ee-41df-b447-cc6a6830bfcf,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:30.019368 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:30.028350 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6018c39-e0d3-4911-9309-6c2e9b14360b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935f4571-98b8-4052-b131-d3ff34fbf3f2,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:30.032659 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['d1458cde-b9ee-41df-b447-cc6a6830bfcf'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:35:30.033595 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e6018c39-e0d3-4911-9309-6c2e9b14360b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:30.052691 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e6018c39-e0d3-4911-9309-6c2e9b14360b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:30.053999 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e6018c39-e0d3-4911-9309-6c2e9b14360b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/935f4571-98b8-4052-b131-d3ff34fbf3f2 HTTP/1.1" status: 204 len: 168 time: 0.4665272 May 06 00:35:30.287755 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:30.412690 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-a05d9c3a-663b-4f92-896c-c86b33654d8f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:30.414988 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-a05d9c3a-663b-4f92-896c-c86b33654d8f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 818 time: 0.4350238 May 06 00:35:30.454526 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-846f866a-0867-46a1-a492-5105905da8e3 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/quotas/c1efc7552fad4474b528aa6f1f5a7f2d HTTP/1.1" status: 200 len: 375 time: 0.0334747 May 06 00:35:30.466723 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:30.467269 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:30.660570 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-804403cd-4788-4094-9d2b-7f6a54a8e5d5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048852 May 06 00:35:30.949395 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-932b432c-3b5d-44a0-a29b-ef8bb003f06d service neutron] 10.222.0.32 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741945 May 06 00:35:31.150310 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce49c-eca0-4be6-8764-f0e3ccdbf7b3 req-ed6d9c41-84a3-48f3-96a0-619a03380222 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:31.157324 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8c9ce49c-eca0-4be6-8764-f0e3ccdbf7b3 req-ed6d9c41-84a3-48f3-96a0-619a03380222 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 944 time: 0.6238635 May 06 00:35:31.289969 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-6886d63b-8c85-4889-9e6a-2bf59ffd8db1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:31.291499 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-6886d63b-8c85-4889-9e6a-2bf59ffd8db1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.26 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 818 time: 0.3451097 May 06 00:35:31.308043 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8c9ce49c-eca0-4be6-8764-f0e3ccdbf7b3 req-e98346a0-0d8e-4cce-8471-8e60fe5b088b tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495588 May 06 00:35:31.316276 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Request body: {'port': {'device_id': '6dbd8fd5-d352-450b-9fd8-a06485186c36', 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946', 'admin_state_up': True, 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:31.374632 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-9039735a-0021-4d14-9666-535d8a88fe3c service neutron] 10.222.0.32 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275881 May 06 00:35:31.708615 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ed20eae3-a4bc-4241-a70a-043e6b858a23 req-89d6e7a1-3b22-4b15-82f7-b94917992804 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 210 time: 0.2387238 May 06 00:35:31.791299 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:31.801017 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.26', 56104) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:31.888024 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6e06b1c8-769d-4007-b53d-77b3275a784e req-ecca7ed0-0442-404a-9e7a-62ed9448d6f5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 210 time: 0.2030032 May 06 00:35:31.896609 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:31.923788 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Made reservation on behalf of c1efc7552fad4474b528aa6f1f5a7f2d for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:31.931138 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:31.989670 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:32.143357 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-9509b655-c621-4f59-946d-f8960c76a085 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:32.151874 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-9509b655-c621-4f59-946d-f8960c76a085 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 817 time: 0.3497970 May 06 00:35:32.232958 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Allocated IP 172.20.0.5 (fc6f620d-9a85-4ffa-a129-6d7d72617946/466a09c3-fe36-4aaa-9c68-b393127708c2/68f91b7a-e1d9-4fa6-95f1-ae87554c6964) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:32.236155 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-aac7d5a6-3435-4c91-a2fa-5c4e041d80b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:32.263386 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-f4e07c6d-01e9-4ff9-8d77-917dfb37581b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Synchronizing usage tracker for tenant:46e3563b737944779d25f471ee8475d2 on resource:security_group {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:35:32.313527 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-f4e07c6d-01e9-4ff9-8d77-917dfb37581b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Unset dirty status for tenant:46e3563b737944779d25f471ee8475d2 on resource:security_group {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:35:32.314856 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-f4e07c6d-01e9-4ff9-8d77-917dfb37581b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46e3563b737944779d25f471ee8475d2 HTTP/1.1" status: 200 len: 379 time: 0.1543386 May 06 00:35:32.331453 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'port': {'device_id': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'admin_state_up': True, 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'security_groups': ['70a8248a-80cd-4a81-823a-39df7959146b']}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:32.589332 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:32.600227 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:port and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:32.605119 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:32.612739 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:32.626951 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Made reservation on behalf of 46e3563b737944779d25f471ee8475d2 for: {'port': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:32.634000 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:32.670813 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:32.696537 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46fa2-f24e-4b0e-863f-afbfc808aef4 req-343b1d97-683d-44d3-a0ef-6d8badd49177 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:32.705082 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-78e46fa2-f24e-4b0e-863f-afbfc808aef4 req-343b1d97-683d-44d3-a0ef-6d8badd49177 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 944 time: 0.1917007 May 06 00:35:32.769981 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-78e46fa2-f24e-4b0e-863f-afbfc808aef4 req-388780d3-352b-47d3-a811-6363caa14e5c tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638800 May 06 00:35:32.800910 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:32.815946 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:32.840837 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device d1458cde-b9ee-41df-b447-cc6a6830bfcf up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:32.935362 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Pushing event updated for resources: {'Port': ['ID=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:32.949913 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:32.966537 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Allocated IP 172.20.0.11 (e863ee47-ceaf-4514-beb9-e76d15941dbe/cb43b4c9-903f-496a-a3c0-c637cb48f935/f4327147-5da6-4a64-a8e2-fd98d0f88d60) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:32.969428 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Network fc6f620d-9a85-4ffa-a129-6d7d72617946 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:32.975014 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:32.984113 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:32.989858 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:32.990578 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:32.998706 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port d1458cde-b9ee-41df-b447-cc6a6830bfcf completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:33.008199 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port d1458cde-b9ee-41df-b447-cc6a6830bfcf triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:33.008911 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:33.068115 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7572167 May 06 00:35:33.099377 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bc6c5535-3c09-4859-b655-143c931f2733 req-1be0157d-407f-443e-ba37-2cc7001aa627 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 210 time: 0.0656602 May 06 00:35:33.104612 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Request body: {'port': {'device_id': '6dbd8fd5-d352-450b-9fd8-a06485186c36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:33.202959 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-1cbb928e-7507-4756-88c6-1b2ce1b312df req-3bf60212-e597-4b0c-9740-a9a878110013 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Synchronizing usage tracker for tenant:c1efc7552fad4474b528aa6f1f5a7f2d on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:35:33.205269 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:33.231643 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-1cbb928e-7507-4756-88c6-1b2ce1b312df req-3bf60212-e597-4b0c-9740-a9a878110013 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Unset dirty status for tenant:c1efc7552fad4474b528aa6f1f5a7f2d on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:35:33.233139 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1cbb928e-7507-4756-88c6-1b2ce1b312df req-3bf60212-e597-4b0c-9740-a9a878110013 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 210 time: 0.0870831 May 06 00:35:33.296398 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60514951-2478-4569-ae57-49af19baada3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1458cde-b9ee-41df-b447-cc6a6830bfcf'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:33.302934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:33.334576 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.26', 56111) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:33.384195 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port d1458cde-b9ee-41df-b447-cc6a6830bfcf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1458cde-b9ee-41df-b447-cc6a6830bfcf,segment=NetworkSegment(1631c3b0-8b82-4ca2-ab09-792d0035a518),segment_id=1631c3b0-8b82-4ca2-ab09-792d0035a518)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:33.397166 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:33.401512 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:33.484536 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=d1458cde-b9ee-41df-b447-cc6a6830bfcf,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:33.494404 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:33.499375 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:33.507925 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:33.551870 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Transition to ACTIVE for port object f4327147-5da6-4a64-a8e2-fd98d0f88d60 will not be triggered until provisioned by entity DHCP. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:33.601864 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37164) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:33.608022 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:33.650863 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:33.811657 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Network e863ee47-ceaf-4514-beb9-e76d15941dbe is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:33.812957 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:33.815950 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:33.817512 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:33.820372 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:33.828875 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:33.830038 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:33.865170 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5446002 May 06 00:35:33.880215 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Request body: {'port': {'device_id': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:34.190267 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-765331df-72f7-4dd2-8601-1de4994c37eb None None] Provisioning for port f4327147-5da6-4a64-a8e2-fd98d0f88d60 completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:34.197118 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-765331df-72f7-4dd2-8601-1de4994c37eb None None] Provisioning complete for port f4327147-5da6-4a64-a8e2-fd98d0f88d60 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:34.197590 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-765331df-72f7-4dd2-8601-1de4994c37eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:34.206877 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:34.211600 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ad98350-fd2a-415a-bd07-a7f8a45f8822 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:34.213624 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ad98350-fd2a-415a-bd07-a7f8a45f8822 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.26 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 818 time: 0.8778880 May 06 00:35:34.229628 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Request body: {'port': {'device_id': 'd919ffcc-230d-4130-b532-25b2bddbd4f4', 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946', 'admin_state_up': True, 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:34.359521 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-765331df-72f7-4dd2-8601-1de4994c37eb None None] Port f4327147-5da6-4a64-a8e2-fd98d0f88d60 cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:35:34.397717 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b5178-bf40-4d92-9ce5-d6dfda044a06 req-0e24014e-5694-44eb-a365-8adc274ed2e2 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:34.399273 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad3b5178-bf40-4d92-9ce5-d6dfda044a06 req-0e24014e-5694-44eb-a365-8adc274ed2e2 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 945 time: 0.3760214 May 06 00:35:34.428672 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:34.510528 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:34.529759 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] Usage tracker for resource:security_group_rule and tenant:834103b02b0740cf93b7c246c22ed84b is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:34.534573 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:34.559401 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad3b5178-bf40-4d92-9ce5-d6dfda044a06 req-bf4cecba-0cb0-45a2-b61f-ca65c421e704 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385510 May 06 00:35:34.561768 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:35:34.570961 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:34.574010 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:34.582184 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:34.599312 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:34.604300 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Transition to ACTIVE for port object 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:34.606287 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Made reservation on behalf of c1efc7552fad4474b528aa6f1f5a7f2d for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:34.610925 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:34.627938 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:34.638911 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:34.774645 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60514951-2478-4569-ae57-49af19baada3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1458cde-b9ee-41df-b447-cc6a6830bfcf', 'code': 200} May 06 00:35:34.846473 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Allocated IP 172.20.0.12 (fc6f620d-9a85-4ffa-a129-6d7d72617946/466a09c3-fe36-4aaa-9c68-b393127708c2/bbf65eeb-d220-4302-a990-bec8456e9aae) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:34.913255 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.034465 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.26', 56116) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:35.130484 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4327147-5da6-4a64-a8e2-fd98d0f88d60 {{(pid=73854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:35:35.170084 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.225595 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Transition to ACTIVE for port object f4327147-5da6-4a64-a8e2-fd98d0f88d60 will not be triggered until provisioned by entity L2. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:35.249650 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b48caea3-1917-417b-997a-a8325e3a3baa req-716d9bec-3fae-4f6d-a74c-073439486913 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 210 time: 0.1861858 May 06 00:35:35.255754 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.264788 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-fef044b7-51ab-430d-a034-08d4829d88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:35.267434 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-fef044b7-51ab-430d-a034-08d4829d88be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 1098 time: 0.2319641 May 06 00:35:35.276080 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:35.361867 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.367421 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Pushing event updated for resources: {'Port': ['ID=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:35.374598 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:35.386008 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Attempting to bind port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:35:35.386362 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Attempting to bind port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:35:35.386781 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Attempting to bind port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 on network fc6f620d-9a85-4ffa-a129-6d7d72617946 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:35.393743 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.396427 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:35.400764 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 on network fc6f620d-9a85-4ffa-a129-6d7d72617946 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:35:35.401284 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Attempting to bind port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 on network fc6f620d-9a85-4ffa-a129-6d7d72617946 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:35.418854 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:35.420248 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.428562 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:35:35.429040 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Checking segment: {'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:35.429548 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.429713 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Bound using segment: {'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:35:35.430265 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Bound port: 68f91b7a-e1d9-4fa6-95f1-ae87554c6964, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:35:35.430748 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.444958 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-693a0aaa-7f43-4bda-8e0c-e6c685e55f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:35.453917 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea4bb3-a605-4ce3-958e-45325e566c91 req-e64c9bf7-c057-4e58-a686-841995911c5b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:35.456189 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-77ea4bb3-a605-4ce3-958e-45325e566c91 req-e64c9bf7-c057-4e58-a686-841995911c5b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 932 time: 0.3613770 May 06 00:35:35.513555 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 37254) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:35.599546 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.628578 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:35.667756 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:35.676606 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=834103b02b0740cf93b7c246c22ed84b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0709047 May 06 00:35:35.681542 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37276) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:35.695765 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-77ea4bb3-a605-4ce3-958e-45325e566c91 req-ebf2cdf2-fa45-4587-b40a-08ae1b44890b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930242 May 06 00:35:35.747955 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] For port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:35:35.758527 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Network fc6f620d-9a85-4ffa-a129-6d7d72617946 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:35.768917 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:35.775247 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:35.786655 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:35.787558 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.800943 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] For port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:35:35.807841 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Pushing event updated for resources: {'Port': ['ID=bbf65eeb-d220-4302-a990-bec8456e9aae,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:35.809238 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] Usage tracker for resource:security_group_rule and tenant:0fe389533d914236997bb6b177af605a is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:35.827007 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:35.869519 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:35.896428 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.905275 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:35.908569 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d0eed9-fd81-4f68-9f75-9e55626e2808,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:35.912828 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:35.926228 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:35.947963 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:35.972632 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7468991 May 06 00:35:35.980668 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:36.010804 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:36.011424 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.025081 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] 10.222.0.26 "PUT /v2.0/ports/68f91b7a-e1d9-4fa6-95f1-ae87554c6964 HTTP/1.1" status: 200 len: 1093 time: 2.9244878 May 06 00:35:36.025619 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbd8fd5-d352-450b-9fd8-a06485186c36', 'tag': '68f91b7a-e1d9-4fa6-95f1-ae87554c6964'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:36.056004 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Request body: {'port': {'device_id': 'd919ffcc-230d-4130-b532-25b2bddbd4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:36.062094 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.063603 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Attempting to bind port f4327147-5da6-4a64-a8e2-fd98d0f88d60 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:35:36.064021 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Attempting to bind port f4327147-5da6-4a64-a8e2-fd98d0f88d60 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:35:36.065833 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Attempting to bind port f4327147-5da6-4a64-a8e2-fd98d0f88d60 on network e863ee47-ceaf-4514-beb9-e76d15941dbe {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:36.093877 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.111503 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] Usage tracker for resource:security_group_rule and tenant:bb50c4493f924f4582b977076f72f0e6 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:36.117302 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:36.127559 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Port f4327147-5da6-4a64-a8e2-fd98d0f88d60 on network e863ee47-ceaf-4514-beb9-e76d15941dbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:35:36.127866 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Attempting to bind port f4327147-5da6-4a64-a8e2-fd98d0f88d60 on network e863ee47-ceaf-4514-beb9-e76d15941dbe {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:36.137817 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f366eab4-0ddc-4867-a577-75d759d38ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:36.153237 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7908490 May 06 00:35:36.170121 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:35:36.170457 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Checking segment: {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:36.171042 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Bound using segment: {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:35:36.171477 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Bound port: f4327147-5da6-4a64-a8e2-fd98d0f88d60, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'}}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:35:36.171905 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.254460 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d4c27141-d483-4264-8163-a7bf408c4dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.272356 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66113d8b-d59d-4eb2-ba15-67e165f72350,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:36.277303 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:36.277520 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbd8fd5-d352-450b-9fd8-a06485186c36', 'tag': '68f91b7a-e1d9-4fa6-95f1-ae87554c6964', 'status': 'completed', 'code': 200} May 06 00:35:36.287677 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:36.328643 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Pushing event updated for resources: {'Port': ['ID=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:36.331708 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d4c27141-d483-4264-8163-a7bf408c4dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.391336 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:36.424359 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, cleared binding levels {{(pid=73854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:35:36.426532 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece986-8421-46d7-ade8-72b3c191f096 req-662abbde-d797-4666-af8d-3dffd7e35736 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:36.428213 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-edece986-8421-46d7-ade8-72b3c191f096 req-662abbde-d797-4666-af8d-3dffd7e35736 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 945 time: 0.6335983 May 06 00:35:36.453003 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:35:36.459911 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.465707 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:36.519557 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:36.520219 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.521620 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/f4327147-5da6-4a64-a8e2-fd98d0f88d60 HTTP/1.1" status: 200 len: 1094 time: 2.6486561 May 06 00:35:36.522173 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:36.528976 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.644376 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d4c27141-d483-4264-8163-a7bf408c4dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.649360 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-1826b761-c2b2-4b04-acdc-8ebaff0412e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:36.650841 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-1826b761-c2b2-4b04-acdc-8ebaff0412e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 1096 time: 0.5306170 May 06 00:35:36.670248 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-edece986-8421-46d7-ade8-72b3c191f096 req-5089519a-9181-42b0-abef-a70df6dd5428 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029629 May 06 00:35:36.681386 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=3']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:36.699024 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:36.701194 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:36.715600 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d4c27141-d483-4264-8163-a7bf408c4dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:36.718182 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d4c27141-d483-4264-8163-a7bf408c4dda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22d0eed9-fd81-4f68-9f75-9e55626e2808 HTTP/1.1" status: 204 len: 168 time: 0.9613709 May 06 00:35:36.736660 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c27141-d483-4264-8163-a7bf408c4dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d0eed9-fd81-4f68-9f75-9e55626e2808,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:36.747124 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d4c27141-d483-4264-8163-a7bf408c4dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:36.782983 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-b07d2b47-1ae1-478c-a439-9576879a03a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964 HTTP/1.1" status: 200 len: 217 time: 0.1209233 May 06 00:35:36.792526 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-13440ad2-0cff-4d16-ab33-bd7aa07a6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:36.794317 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-13440ad2-0cff-4d16-ab33-bd7aa07a6df8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 1097 time: 0.1880457 May 06 00:35:36.875161 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bc685-0b39-41fa-a333-81ea9f49e505 req-e958dbca-1c8a-432c-bb77-54cee7f7de72 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:36.875930 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9a6bc685-0b39-41fa-a333-81ea9f49e505 req-e958dbca-1c8a-432c-bb77-54cee7f7de72 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Synchronizing usage tracker for tenant:c1efc7552fad4474b528aa6f1f5a7f2d on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:35:36.900573 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-f8037942-621b-48ad-ae08-4ad1057f6a2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60 HTTP/1.1" status: 200 len: 217 time: 0.0982769 May 06 00:35:37.001498 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-432b8f12-ad07-4a38-b718-c74cfd6e018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:37.003282 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-432b8f12-ad07-4a38-b718-c74cfd6e018f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.0954404 May 06 00:35:37.035774 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:37.059526 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-127dbee5-43bd-40ac-b867-a54c306bcaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:37.061141 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-127dbee5-43bd-40ac-b867-a54c306bcaae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 200 len: 858 time: 0.2554131 May 06 00:35:37.061791 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:37.087619 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9a6bc685-0b39-41fa-a333-81ea9f49e505 req-e958dbca-1c8a-432c-bb77-54cee7f7de72 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Unset dirty status for tenant:c1efc7552fad4474b528aa6f1f5a7f2d on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:35:37.088948 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9a6bc685-0b39-41fa-a333-81ea9f49e505 req-e958dbca-1c8a-432c-bb77-54cee7f7de72 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 932 time: 0.6935892 May 06 00:35:37.095585 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-af4e9b23-248e-4288-9058-93647aaab230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:37.095753 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-cff8718d-2f20-4abb-bb8d-42250a5010c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:37.097093 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-af4e9b23-248e-4288-9058-93647aaab230 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855536 May 06 00:35:37.249060 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 37342) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:37.259075 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-1f6fb892-a32a-45ed-bfcf-88541e529ab3 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538177 May 06 00:35:37.261655 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-5cf5e123-1d02-4f00-9fd8-c66e9efbc7e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc6f620d-9a85-4ffa-a129-6d7d72617946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669807 May 06 00:35:37.281682 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb50c4493f924f4582b977076f72f0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7646854 May 06 00:35:37.291445 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7797dd4-5f01-4586-81d1-124dbe6112fe,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:37.295722 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:37.297996 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 37346) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:37.347017 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-280779a4-fbb1-420e-bbdd-170e1aa12cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:37.429209 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9dd5c7a7-7823-447f-8d86-42f66bd752e0 req-160a3565-0422-4a36-92ee-02fc19ec5325 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524405 May 06 00:35:37.467170 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-280779a4-fbb1-420e-bbdd-170e1aa12cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:37.558544 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e89709-185a-46c0-99ba-55586d33e426 req-74e5461c-329f-4a55-97e7-06fa2681de7d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:37.560352 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c3e89709-185a-46c0-99ba-55586d33e426 req-74e5461c-329f-4a55-97e7-06fa2681de7d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.6067696 May 06 00:35:37.563556 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9a6bc685-0b39-41fa-a333-81ea9f49e505 req-8d2e2edc-a6f6-4a93-a4d7-ef3d9b3639ac tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808410 May 06 00:35:37.571528 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-280779a4-fbb1-420e-bbdd-170e1aa12cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:519f0fecd92e47b0a14088cb1c232883 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:37.574073 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-280779a4-fbb1-420e-bbdd-170e1aa12cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:37.580750 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-280779a4-fbb1-420e-bbdd-170e1aa12cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:37.672276 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-5b484c17-e856-4fba-bf90-3ec3ec1fe67f service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818130 May 06 00:35:37.740492 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c3e89709-185a-46c0-99ba-55586d33e426 req-782f0bab-b6ab-4987-9472-3ddd79e87f81 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356194 May 06 00:35:37.789335 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37374) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:37.803820 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-4ab061b5-939d-4cc7-b5b4-583adc2f187d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:37.928467 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-4ab061b5-939d-4cc7-b5b4-583adc2f187d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:37.941122 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'status': 'completed', 'code': 200} May 06 00:35:37.941496 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf65eeb-d220-4302-a990-bec8456e9aae {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:35:37.997716 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:37.998248 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.027028 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:38.033899 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] Usage tracker for resource:security_group_rule and tenant:6f3a1e8f4586452ba56d6e648c896da4 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:38.038164 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:38.046056 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:38.103619 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Transition to ACTIVE for port object bbf65eeb-d220-4302-a990-bec8456e9aae will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:38.111464 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-280779a4-fbb1-420e-bbdd-170e1aa12cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.114117 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82b8a2ae-9b50-4fea-a4c2-d53ed6d26ab2 req-211f2e8a-f22b-4c35-8408-7d8c86a5a9c4 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302409 May 06 00:35:38.119330 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.128079 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-280779a4-fbb1-420e-bbdd-170e1aa12cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.130229 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:38.186515 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.196489 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-fdf68556-d664-4bea-9df6-c5c6d9fbcc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:38.198199 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-fdf68556-d664-4bea-9df6-c5c6d9fbcc07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 1097 time: 0.2349789 May 06 00:35:38.199079 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.227769 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e6018c39-e0d3-4911-9309-6c2e9b14360b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:38.262617 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f3a1e8f4586452ba56d6e648c896da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719899 May 06 00:35:38.281106 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37386) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:38.281818 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea78f89-6aae-4640-99bc-963286ce5ba2,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:38.288933 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:38.439520 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dfc30a5d-e284-47e4-be44-592a1e952d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.455867 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-818e522f-9665-485b-b1c9-10cacd04df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:38.458074 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-818e522f-9665-485b-b1c9-10cacd04df2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 917 time: 0.2314010 May 06 00:35:38.461790 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-280779a4-fbb1-420e-bbdd-170e1aa12cc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=519f0fecd92e47b0a14088cb1c232883&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2091897 May 06 00:35:38.462586 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37390) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:38.462722 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-4ab061b5-939d-4cc7-b5b4-583adc2f187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.469043 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf65eeb-d220-4302-a990-bec8456e9aae,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:38.507858 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:38.513944 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:38.531111 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aa28d-8640-4d7d-ac9d-067e79758b33 req-f93238e3-ff94-47da-9f19-23b3b3459a74 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:38.532897 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-296aa28d-8640-4d7d-ac9d-067e79758b33 req-f93238e3-ff94-47da-9f19-23b3b3459a74 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 945 time: 0.5864797 May 06 00:35:38.588159 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-fc364b2c-7236-4d8c-b498-2846e9881eca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60 HTTP/1.1" status: 200 len: 217 time: 0.1184001 May 06 00:35:38.602219 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dfc30a5d-e284-47e4-be44-592a1e952d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.608062 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Attempting to bind port bbf65eeb-d220-4302-a990-bec8456e9aae on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:35:38.608603 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Attempting to bind port bbf65eeb-d220-4302-a990-bec8456e9aae by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:35:38.609081 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Attempting to bind port bbf65eeb-d220-4302-a990-bec8456e9aae on network fc6f620d-9a85-4ffa-a129-6d7d72617946 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:38.616852 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280779a4-fbb1-420e-bbdd-170e1aa12cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30629d71-8a4b-4b7d-a4e4-1beba4bb1001,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:38.655778 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-4ab061b5-939d-4cc7-b5b4-583adc2f187d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.659425 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-4ab061b5-939d-4cc7-b5b4-583adc2f187d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7797dd4-5f01-4586-81d1-124dbe6112fe HTTP/1.1" status: 204 len: 168 time: 1.3360510 May 06 00:35:38.663518 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Port bbf65eeb-d220-4302-a990-bec8456e9aae on network fc6f620d-9a85-4ffa-a129-6d7d72617946 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:35:38.663848 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Attempting to bind port bbf65eeb-d220-4302-a990-bec8456e9aae on network fc6f620d-9a85-4ffa-a129-6d7d72617946 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:38.681585 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:35:38.682291 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Checking segment: {'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:38.682676 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Bound using segment: {'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:35:38.683115 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Bound port: bbf65eeb-d220-4302-a990-bec8456e9aae, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:35:38.683463 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.699344 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-296aa28d-8640-4d7d-ac9d-067e79758b33 req-6a947bf1-d4b2-4c33-b3f9-a0b1e47ecce9 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531186 May 06 00:35:38.700149 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab061b5-939d-4cc7-b5b4-583adc2f187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7797dd4-5f01-4586-81d1-124dbe6112fe,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:38.711943 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-4ab061b5-939d-4cc7-b5b4-583adc2f187d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:38.714463 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.522s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:38.715045 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:38.718853 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccf429-21d8-42cf-8042-4677e032d4d4 req-0a864fd9-4540-4ba7-a01a-5f90fb7db783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:38.720666 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3dccf429-21d8-42cf-8042-4677e032d4d4 req-0a864fd9-4540-4ba7-a01a-5f90fb7db783 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 1096 time: 0.5402126 May 06 00:35:38.823995 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dfc30a5d-e284-47e4-be44-592a1e952d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.845105 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:38.865354 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-7693ae88-df27-4b6c-a1c2-05ed20bb0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:38.866858 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-7693ae88-df27-4b6c-a1c2-05ed20bb0523 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.2670698 May 06 00:35:38.867552 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10c7b761-6649-4684-b819-4dfa9981abeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:38.924904 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10c7b761-6649-4684-b819-4dfa9981abeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:39.001687 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc30a5d-e284-47e4-be44-592a1e952d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea78f89-6aae-4640-99bc-963286ce5ba2,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:39.009362 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] For port bbf65eeb-d220-4302-a990-bec8456e9aae, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:35:39.023722 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-dfc30a5d-e284-47e4-be44-592a1e952d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:39.038318 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dfc30a5d-e284-47e4-be44-592a1e952d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:39.039485 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-dfc30a5d-e284-47e4-be44-592a1e952d84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ea78f89-6aae-4640-99bc-963286ce5ba2 HTTP/1.1" status: 204 len: 168 time: 0.7547486 May 06 00:35:39.048598 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] For port bbf65eeb-d220-4302-a990-bec8456e9aae, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbf65eeb-d220-4302-a990-bec8456e9aae,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:35:39.063611 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 37416) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:39.065665 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccf429-21d8-42cf-8042-4677e032d4d4 req-b9dde721-e2c9-4412-aee8-20850076454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:39.067250 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3dccf429-21d8-42cf-8042-4677e032d4d4 req-b9dde721-e2c9-4412-aee8-20850076454b service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 918 time: 0.3057094 May 06 00:35:39.068362 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:39.098023 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:39.114590 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-6bf352b7-64a0-4186-80bd-f747ef5e2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:39.116081 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-6bf352b7-64a0-4186-80bd-f747ef5e2732 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1733234 May 06 00:35:39.210061 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7568760-aa12-4b86-9b32-d51758043bda req-74ecaf21-4f40-4673-9ecd-6b40a3287ddf tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:39.211591 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d7568760-aa12-4b86-9b32-d51758043bda req-74ecaf21-4f40-4673-9ecd-6b40a3287ddf tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 944 time: 0.4515336 May 06 00:35:39.212500 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:39.260153 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10c7b761-6649-4684-b819-4dfa9981abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:39.268340 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-dfc30a5d-e284-47e4-be44-592a1e952d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:39.293838 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7b761-6649-4684-b819-4dfa9981abeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30629d71-8a4b-4b7d-a4e4-1beba4bb1001,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:39.304760 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-10c7b761-6649-4684-b819-4dfa9981abeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:39.308527 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10c7b761-6649-4684-b819-4dfa9981abeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:39.312571 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-10c7b761-6649-4684-b819-4dfa9981abeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30629d71-8a4b-4b7d-a4e4-1beba4bb1001 HTTP/1.1" status: 204 len: 168 time: 0.8484457 May 06 00:35:39.321470 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3dccf429-21d8-42cf-8042-4677e032d4d4 req-c86e5dec-53d0-47ef-89fb-67db184d51f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964 HTTP/1.1" status: 200 len: 217 time: 0.2264953 May 06 00:35:39.367887 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:39.368602 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:39.370185 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] 10.222.0.26 "PUT /v2.0/ports/bbf65eeb-d220-4302-a990-bec8456e9aae HTTP/1.1" status: 200 len: 1094 time: 3.3669884 May 06 00:35:39.378256 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd919ffcc-230d-4130-b532-25b2bddbd4f4', 'tag': 'bbf65eeb-d220-4302-a990-bec8456e9aae'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:39.385425 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-7b8378e9-841d-4cff-9c0b-e9ddbe1964ef service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573345 May 06 00:35:39.393224 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:39.502565 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] Usage tracker for resource:security_group_rule and tenant:2d6184f9906e41cc834e19a42b4b999e is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:39.515257 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:39.548880 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76730887-7b0a-4a80-a82a-b8c25ef6960d req-bf794242-bfd0-43ae-99ad-cb81c3a7f71a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:39.550558 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76730887-7b0a-4a80-a82a-b8c25ef6960d req-bf794242-bfd0-43ae-99ad-cb81c3a7f71a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.5838330 May 06 00:35:39.551619 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:39.607679 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf65eeb-d220-4302-a990-bec8456e9aae,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:39.677422 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d7568760-aa12-4b86-9b32-d51758043bda req-5300c426-dafc-4bbf-8b99-f602c578e783 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138129 May 06 00:35:39.677422 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:39.699809 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccf429-21d8-42cf-8042-4677e032d4d4 req-1ce613ba-c6b1-4ed2-af44-3702f4062592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:39.701436 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3dccf429-21d8-42cf-8042-4677e032d4d4 req-1ce613ba-c6b1-4ed2-af44-3702f4062592 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 200 len: 858 time: 0.3302784 May 06 00:35:39.729791 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37436) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:39.784020 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:39.827610 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-8e7303d8-1839-46c6-aa8a-5def08434205 req-f69ea9fc-1f44-4f21-b6c9-194f77166580 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285102 May 06 00:35:39.848364 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd919ffcc-230d-4130-b532-25b2bddbd4f4', 'tag': 'bbf65eeb-d220-4302-a990-bec8456e9aae', 'status': 'completed', 'code': 200} May 06 00:35:39.852617 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:39.871099 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] Usage tracker for resource:security_group_rule and tenant:e0db8a15a5b5495cb2e62d511ced42a7 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:39.874666 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:39.881081 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:39.894801 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3dccf429-21d8-42cf-8042-4677e032d4d4 req-dcf90693-cdd2-4462-b268-512d6fdb438b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc6f620d-9a85-4ffa-a129-6d7d72617946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703324 May 06 00:35:39.977216 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76730887-7b0a-4a80-a82a-b8c25ef6960d req-2a0aeeb2-5646-4468-9446-e2cb78210b6a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939614 May 06 00:35:40.017222 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:40.025360 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:40.037879 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-98456375-7a2d-4b3f-8a31-889c56871881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:40.098584 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-ca741785-d34c-45cc-91d2-dcb3d12b8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:40.100098 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-ca741785-d34c-45cc-91d2-dcb3d12b8f19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 1097 time: 0.6323504 May 06 00:35:40.113664 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0db8a15a5b5495cb2e62d511ced42a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788660 May 06 00:35:40.114897 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02158479-336d-4780-9c93-2ee239fbca08,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:40.132270 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37462) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:40.143785 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:40.187180 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-668feb5a-c103-44e1-8e17-de7d397694b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbf65eeb-d220-4302-a990-bec8456e9aae HTTP/1.1" status: 200 len: 217 time: 0.0704396 May 06 00:35:40.220013 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a7b8-e464-4efe-a299-6f0e99067213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:40.258398 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a7b8-e464-4efe-a299-6f0e99067213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:40.330314 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:40.332888 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3dccf429-21d8-42cf-8042-4677e032d4d4 req-8dad2083-57e7-4572-a052-087cb60f2f7d service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125073 May 06 00:35:40.336443 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-ed948067-eefe-4db7-94c8-b57fdb0f4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:40.337788 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-ed948067-eefe-4db7-94c8-b57fdb0f4e06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 200 len: 858 time: 0.1242032 May 06 00:35:40.338835 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:40.341209 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a7b8-e464-4efe-a299-6f0e99067213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:40.345466 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-98c93754-986b-4dbd-8617-b143cb93bee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:40.358711 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7a7b8-e464-4efe-a299-6f0e99067213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02158479-336d-4780-9c93-2ee239fbca08,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:40.368662 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:40.376116 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a7c7a7b8-e464-4efe-a299-6f0e99067213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:40.377243 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a7b8-e464-4efe-a299-6f0e99067213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:40.378764 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a7c7a7b8-e464-4efe-a299-6f0e99067213 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02158479-336d-4780-9c93-2ee239fbca08 HTTP/1.1" status: 204 len: 168 time: 0.2447298 May 06 00:35:40.488839 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-cb836a89-9e51-4c10-9cd5-4892c0203d70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc6f620d-9a85-4ffa-a129-6d7d72617946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411827 May 06 00:35:40.636776 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d6184f9906e41cc834e19a42b4b999e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5672474 May 06 00:35:40.639639 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37498) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:40.643187 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240e0157-fd73-4812-a1b8-2c4c187ba6f4,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:40.647572 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:40.795050 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-53882d86-5927-47d8-b861-95da63a972df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:40.861846 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-f8611de3-1d34-418e-a17f-2108644ae9ef service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597126 May 06 00:35:40.864428 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3dccf429-21d8-42cf-8042-4677e032d4d4 req-16e2c4e4-0b34-4a94-9387-bba72aaa0ca8 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140753 May 06 00:35:40.893248 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:35:40.900978 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-53882d86-5927-47d8-b861-95da63a972df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:41.016959 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-53882d86-5927-47d8-b861-95da63a972df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:41.021769 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-47d25a52-440c-455f-9261-7e2e5b66dea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:41.046090 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53882d86-5927-47d8-b861-95da63a972df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e0157-fd73-4812-a1b8-2c4c187ba6f4,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:41.070489 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-53882d86-5927-47d8-b861-95da63a972df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:41.076610 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-53882d86-5927-47d8-b861-95da63a972df admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:41.083082 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-53882d86-5927-47d8-b861-95da63a972df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/240e0157-fd73-4812-a1b8-2c4c187ba6f4 HTTP/1.1" status: 204 len: 168 time: 0.4417005 May 06 00:35:41.137369 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:41.153982 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '68f91b7a-e1d9-4fa6-95f1-ae87554c6964', 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946', 'port_id': '68f91b7a-e1d9-4fa6-95f1-ae87554c6964', 'mac_address': 'fa:16:3e:69:ef:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466a09c3-fe36-4aaa-9c68-b393127708c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:35:41.233462 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:41.237958 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ada35ee-23d1-4a24-87ee-2d5e9b8087c9 req-a97d64e3-8070-4cd4-bc22-8c49ab8ff735 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502359 May 06 00:35:41.261350 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:35:41.311870 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:41.320851 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:41.321639 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device f4327147-5da6-4a64-a8e2-fd98d0f88d60 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:35:41.325152 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:41.367433 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b81bc-3786-475d-bcb8-8dc5400ed7d0 req-3febe879-e24a-4f18-a56b-0f057e58380b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:41.373485 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c13b81bc-3786-475d-bcb8-8dc5400ed7d0 req-3febe879-e24a-4f18-a56b-0f057e58380b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 944 time: 0.4913113 May 06 00:35:41.504130 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:41.525053 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:41.534658 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c13b81bc-3786-475d-bcb8-8dc5400ed7d0 req-cd037692-98df-4134-84f3-d82aeb95a99b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426513 May 06 00:35:41.587594 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055acbf8-f281-4a98-b8ec-91975d5c5749 req-0134543f-bd78-40ca-82e9-5cf3829f5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:41.589296 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-055acbf8-f281-4a98-b8ec-91975d5c5749 req-0134543f-bd78-40ca-82e9-5cf3829f5611 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 1097 time: 0.2884445 May 06 00:35:41.799980 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:41.814833 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'port_id': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'mac_address': 'fa:16:3e:89:7c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:35:41.895538 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:41.917530 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4327147-5da6-4a64-a8e2-fd98d0f88d60 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:35:41.940694 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:41.951008 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:41.957243 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:42.071510 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055acbf8-f281-4a98-b8ec-91975d5c5749 req-d50e9386-a37b-47fc-aba0-7dbdbd91e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:42.086581 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-055acbf8-f281-4a98-b8ec-91975d5c5749 req-d50e9386-a37b-47fc-aba0-7dbdbd91e3e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 918 time: 0.4796469 May 06 00:35:42.095464 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0824239-e687-475a-b0c7-e4ee4fd72884 req-82d48866-3d8b-43d0-843d-d098d6efdba5 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:42.107893 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e0824239-e687-475a-b0c7-e4ee4fd72884 req-82d48866-3d8b-43d0-843d-d098d6efdba5 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.3218305 May 06 00:35:42.113206 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:42.116518 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:42.212973 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['68f91b7a-e1d9-4fa6-95f1-ae87554c6964'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:35:42.230424 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-055acbf8-f281-4a98-b8ec-91975d5c5749 req-ca80c66c-d406-4824-8934-96e64f857a15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbf65eeb-d220-4302-a990-bec8456e9aae HTTP/1.1" status: 200 len: 217 time: 0.1176500 May 06 00:35:42.269337 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['f4327147-5da6-4a64-a8e2-fd98d0f88d60'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:35:42.338207 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e0824239-e687-475a-b0c7-e4ee4fd72884 req-29b730ae-436a-41df-8481-2d820cc302c3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294338 May 06 00:35:42.366375 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055acbf8-f281-4a98-b8ec-91975d5c5749 req-ce745368-d615-40d1-b70b-3aa1d012213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:42.368581 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-055acbf8-f281-4a98-b8ec-91975d5c5749 req-ce745368-d615-40d1-b70b-3aa1d012213e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 200 len: 858 time: 0.1286614 May 06 00:35:42.424429 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-055acbf8-f281-4a98-b8ec-91975d5c5749 req-eaba7afa-e64a-4a11-8f29-e4a741c5e669 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc6f620d-9a85-4ffa-a129-6d7d72617946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490301 May 06 00:35:42.763461 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37632) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:42.795989 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-055acbf8-f281-4a98-b8ec-91975d5c5749 req-c5ba7d97-0a07-4c0e-8163-17560f81b3fd service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641427 May 06 00:35:42.975889 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-055acbf8-f281-4a98-b8ec-91975d5c5749 req-523306ee-320e-4b45-871e-b11cd5fcba84 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709821 May 06 00:35:43.005073 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcb4e4-4d02-49f8-a8c7-9b869bf6990c req-70ff69ee-43c4-4c74-a1ee-2ed8cabcbe91 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:43.006503 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-69576407-network', 'tenant_id': '1d02b375d37743808137734810a498f4'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:43.006818 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-79dcb4e4-4d02-49f8-a8c7-9b869bf6990c req-70ff69ee-43c4-4c74-a1ee-2ed8cabcbe91 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 944 time: 0.2859385 May 06 00:35:43.011728 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:43.015685 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Usage tracker for resource:network and tenant:1d02b375d37743808137734810a498f4 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:43.026935 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:43.026935 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:43.047466 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Made reservation on behalf of 1d02b375d37743808137734810a498f4 for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:43.050934 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:43.067424 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:43.100857 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:43.105135 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Usage tracker for resource:security_group_rule and tenant:1d02b375d37743808137734810a498f4 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:43.109017 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:43.116111 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:43.144687 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-79dcb4e4-4d02-49f8-a8c7-9b869bf6990c req-c88fb3fd-82eb-4f3f-bba7-4657a8bfe745 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037009 May 06 00:35:43.294919 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:43.299824 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:43.304521 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-10c7b761-6649-4684-b819-4dfa9981abeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:43.329570 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:35:43.342583 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ce263-afc2-444f-9004-46d51271eac7,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:43.346441 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:43.349792 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:43.350215 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Added segment bc015cce-a92e-4631-9ebc-881ffb82b84c of type vlan for network 3b07dc37-2f59-4382-8492-6fcfa887ddea May 06 00:35:43.386296 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:43.420819 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:43.422866 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:43.423550 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:43.430626 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-778ec42a-176d-4082-b8c6-75a75b2b0bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:43.548036 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7827921 May 06 00:35:43.551090 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37696) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:43.554068 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Pushing event updated for resources: {'Network': ['ID=3b07dc37-2f59-4382-8492-6fcfa887ddea,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:43.559352 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Request body: {'subnet': {'network_id': '3b07dc37-2f59-4382-8492-6fcfa887ddea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-69576407-subnet', 'tenant_id': '1d02b375d37743808137734810a498f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:43.564019 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:43.568500 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Usage tracker for resource:subnet and tenant:1d02b375d37743808137734810a498f4 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:43.571591 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:43.577446 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:43.587643 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:43.593517 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Made reservation on behalf of 1d02b375d37743808137734810a498f4 for: {'subnet': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:43.595843 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:43.596193 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network 3b07dc37-2f59-4382-8492-6fcfa887ddea details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:35:43.601622 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e842742-f848-483c-8dc1-7e7c4101e5c3 req-a31e213e-6467-4e73-8257-af789282b938 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:43.617080 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2e842742-f848-483c-8dc1-7e7c4101e5c3 req-a31e213e-6467-4e73-8257-af789282b938 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.1221452 May 06 00:35:43.746133 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2e842742-f848-483c-8dc1-7e7c4101e5c3 req-244eb313-23ea-481a-bc0b-957cb0e5c1d4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205304 May 06 00:35:44.092225 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:44.096511 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9d991198-0afb-4cf3-b27a-b9247497926d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:44.177957 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe742e7-a44d-4f91-af67-32d4b3e3d853,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:44.184139 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:44.189164 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Checking segment: {'id': 'bc015cce-a92e-4631-9ebc-881ffb82b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b07dc37-2f59-4382-8492-6fcfa887ddea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:44.189695 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Network hostable DHCP agents. Network: 3b07dc37-2f59-4382-8492-6fcfa887ddea, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:35:44.214119 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Network 3b07dc37-2f59-4382-8492-6fcfa887ddea is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:35:44.227374 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, 3b07dc37-2f59-4382-8492-6fcfa887ddea) {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:44.237247 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be07fdc-3c54-440f-b7fe-bf1eec9d7768 None None] Network 3b07dc37-2f59-4382-8492-6fcfa887ddea requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:35:44.237605 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:44.238218 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:44.276914 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-f0e801eb-1b2d-4d58-ac4f-305c6699753a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7245729 May 06 00:35:44.490962 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bccc5-d257-46a3-8891-ac58745f3dec req-e8519f6c-1254-4bbc-8597-618edd5d859f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:44.493947 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-322bccc5-d257-46a3-8891-ac58745f3dec req-e8519f6c-1254-4bbc-8597-618edd5d859f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 944 time: 0.1856401 May 06 00:35:44.637206 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5445875-7b65-4e8b-80fc-dfd25f932aaf None None] Network 3b07dc37-2f59-4382-8492-6fcfa887ddea requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:35:44.670746 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-322bccc5-d257-46a3-8891-ac58745f3dec req-4364d998-aa57-4a9a-9791-96df5af30e1b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700263 May 06 00:35:44.865293 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a93dd1-5cab-4464-bbf8-fe4a717fd465 req-7190602a-6385-42bd-9578-1fb5316a7b09 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:44.869801 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b3a93dd1-5cab-4464-bbf8-fe4a717fd465 req-7190602a-6385-42bd-9578-1fb5316a7b09 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 945 time: 0.1461651 May 06 00:35:44.909073 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device bbf65eeb-d220-4302-a990-bec8456e9aae details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:35:44.985935 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:45.216348 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b3a93dd1-5cab-4464-bbf8-fe4a717fd465 req-b2a87e4e-1deb-459c-b342-18ed0bb43a97 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289645 May 06 00:35:45.251688 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port bbf65eeb-d220-4302-a990-bec8456e9aae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbf65eeb-d220-4302-a990-bec8456e9aae,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:45.255566 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b354d6-64ad-4412-993d-a80b8ce18eb5 req-77794d1d-5dde-49ae-ab0b-535e7cbacc63 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:45.257331 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-42b354d6-64ad-4412-993d-a80b8ce18eb5 req-77794d1d-5dde-49ae-ab0b-535e7cbacc63 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.3135393 May 06 00:35:45.271628 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': 'bbf65eeb-d220-4302-a990-bec8456e9aae', 'network_id': 'fc6f620d-9a85-4ffa-a129-6d7d72617946', 'port_id': 'bbf65eeb-d220-4302-a990-bec8456e9aae', 'mac_address': 'fa:16:3e:d3:10:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466a09c3-fe36-4aaa-9c68-b393127708c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:35:45.301819 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37796) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:45.307963 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-736102780-network', 'tenant_id': 'e06b3e39c29d47bf8405a24180ae08ff'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:45.317008 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:45.325447 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Usage tracker for resource:network and tenant:e06b3e39c29d47bf8405a24180ae08ff is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:45.326615 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-42b354d6-64ad-4412-993d-a80b8ce18eb5 req-38e4cab2-a4de-451f-90c7-0e9dd4b9bef1 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628488 May 06 00:35:45.329500 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:45.336358 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:45.354877 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Made reservation on behalf of e06b3e39c29d47bf8405a24180ae08ff for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:45.357915 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.360668 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:45.370110 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:45.370482 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.375136 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.391564 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:45.396771 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Usage tracker for resource:security_group_rule and tenant:e06b3e39c29d47bf8405a24180ae08ff is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:45.400096 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:45.407745 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:45.430675 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.466003 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf65eeb-d220-4302-a990-bec8456e9aae {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:35:45.488760 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port bbf65eeb-d220-4302-a990-bec8456e9aae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbf65eeb-d220-4302-a990-bec8456e9aae,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:45.519532 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.522934 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.529567 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.532915 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:45.537338 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6f917e19-ca45-4fdc-b666-f6e043d74c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:45.579683 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:35:45.601628 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.601959 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Added segment 2f0f0f1e-a401-4014-adf1-7bab910e34a9 of type vlan for network 34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d May 06 00:35:45.634756 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.655900 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfcabd0-3d5b-4cd1-a92f-e77f4022ba87,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:45.661333 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:45.691315 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.697260 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:45.697907 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.703515 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:45.717899 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.731127 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=bbf65eeb-d220-4302-a990-bec8456e9aae,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:45.742883 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:45.763462 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:45.764561 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbd8fd5-d352-450b-9fd8-a06485186c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f91b7a-e1d9-4fa6-95f1-ae87554c6964'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:45.771971 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:45.773035 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device f4327147-5da6-4a64-a8e2-fd98d0f88d60 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:45.804249 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:45.856031 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['bbf65eeb-d220-4302-a990-bec8456e9aae'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:35:45.909505 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbd8fd5-d352-450b-9fd8-a06485186c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f91b7a-e1d9-4fa6-95f1-ae87554c6964', 'code': 200} May 06 00:35:45.927940 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Pushing event updated for resources: {'Network': ['ID=34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:45.932491 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:45.951011 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network 34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:35:45.954368 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6512589 May 06 00:35:45.957236 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37850) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:45.965123 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Request body: {'subnet': {'network_id': '34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-736102780-subnet', 'tenant_id': 'e06b3e39c29d47bf8405a24180ae08ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:45.979186 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:45.983874 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Usage tracker for resource:subnet and tenant:e06b3e39c29d47bf8405a24180ae08ff is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:45.988871 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:45.998446 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:46.015649 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64909f3-8cc2-4a33-a2a3-1814eb749558 req-fee84376-b055-48dc-84d6-17f407bbd2ad tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:46.016270 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Made reservation on behalf of e06b3e39c29d47bf8405a24180ae08ff for: {'subnet': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:46.018371 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f64909f3-8cc2-4a33-a2a3-1814eb749558 req-fee84376-b055-48dc-84d6-17f407bbd2ad tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 945 time: 0.1766095 May 06 00:35:46.025338 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:46.081657 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f64909f3-8cc2-4a33-a2a3-1814eb749558 req-cc4e5577-5871-490f-9afc-b4abae4d62d7 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572796 May 06 00:35:46.270218 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port f4327147-5da6-4a64-a8e2-fd98d0f88d60 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:46.325282 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:46.351906 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:46.353054 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port f4327147-5da6-4a64-a8e2-fd98d0f88d60 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:46.353433 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:46.381035 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9b839-2e8e-4c27-ac3d-10230222b9bf req-6baa3b54-0988-4c87-8f26-e4c310fbe2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:46.384355 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4bd9b839-2e8e-4c27-ac3d-10230222b9bf req-6baa3b54-0988-4c87-8f26-e4c310fbe2b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 1098 time: 0.1998043 May 06 00:35:46.396724 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-4281b248-8c64-4222-aa96-ea89d12ca485 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:46.398172 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-4281b248-8c64-4222-aa96-ea89d12ca485 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.26 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 945 time: 0.1350586 May 06 00:35:46.585364 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:46.668760 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4bd9b839-2e8e-4c27-ac3d-10230222b9bf req-857a04cf-ba7e-4949-8adb-8ed054519765 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695675 May 06 00:35:46.670761 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:46.684386 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:46.689625 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-c60d575c-9f87-487b-af68-ec459f70983f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:46.794710 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac268ec5-c2c1-44e5-a808-ee342e142d91 req-d39bbc82-e66d-4dff-b3f0-567975229a88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:46.802146 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ac268ec5-c2c1-44e5-a808-ee342e142d91 req-d39bbc82-e66d-4dff-b3f0-567975229a88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.2846842 May 06 00:35:46.817662 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96135a37-e320-45ed-abf6-536c7ba424de req-d196c1fa-472b-4068-89ad-3950c261a92f tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:46.819224 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-96135a37-e320-45ed-abf6-536c7ba424de req-d196c1fa-472b-4068-89ad-3950c261a92f tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 945 time: 0.3034973 May 06 00:35:46.851834 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:46.854001 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:46.863360 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:46.866859 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:46.921657 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ac268ec5-c2c1-44e5-a808-ee342e142d91 req-0e857b0d-dbd7-46e0-889c-a1b8a9429a8c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184275 May 06 00:35:46.947476 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Deleting port d1458cde-b9ee-41df-b447-cc6a6830bfcf {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:35:46.947476 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:46.969050 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f64837f-901e-43ce-ab38-8ae9d02b85f4,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:46.977154 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-96135a37-e320-45ed-abf6-536c7ba424de req-4547a80d-3a6b-43dd-a9dd-8b3da270aa4d tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/security-groups?id=50d6daa5-3a83-47ba-a45a-5aa3732487b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440616 May 06 00:35:46.986201 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:46.999561 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Checking segment: {'id': '2f0f0f1e-a401-4014-adf1-7bab910e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:47.000137 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Network hostable DHCP agents. Network: 34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:35:47.033919 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Network 34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:35:47.061358 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, 34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d) {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:47.065697 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:47.066276 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:47.071172 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad8f3a-701e-477a-8952-5fb19216a530 None None] Network 34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:35:47.154741 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-65f866e8-4415-4939-a895-e61eb567f2f1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1957181 May 06 00:35:47.290578 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] For port d1458cde-b9ee-41df-b447-cc6a6830bfcf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1458cde-b9ee-41df-b447-cc6a6830bfcf,segment=NetworkSegment(1631c3b0-8b82-4ca2-ab09-792d0035a518),segment_id=1631c3b0-8b82-4ca2-ab09-792d0035a518)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:47.291509 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:47.322215 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37912) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:47.458522 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d20da7-b91d-449e-9c80-ffa349414d07 None None] Network 34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:35:47.468082 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37922) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:47.504552 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Calling delete_port for d1458cde-b9ee-41df-b447-cc6a6830bfcf owned by compute:nova {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:35:47.748748 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582187f9-c0df-4ee9-8bb1-e38589e9fb84 req-039d733d-fd7f-4bf7-b777-e96e78333ae8 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:47.758808 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-582187f9-c0df-4ee9-8bb1-e38589e9fb84 req-039d733d-fd7f-4bf7-b777-e96e78333ae8 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 945 time: 0.2439680 May 06 00:35:47.771180 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:47.829741 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:47.850012 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-582187f9-c0df-4ee9-8bb1-e38589e9fb84 req-99028ccc-94c6-40d4-b521-c465f5470a85 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901630 May 06 00:35:47.888821 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:47.898707 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] Usage tracker for resource:security_group_rule and tenant:ec616b270c3d4086b3253e5342031f01 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:47.905619 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:47.908746 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:47.910990 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:47.928622 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:47.930820 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] Usage tracker for resource:security_group_rule and tenant:b99de743b04f4145b7c4ece415b79734 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:47.935573 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:47.946866 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:47.989866 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'code': 200} May 06 00:35:48.019490 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.034781 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:48.041114 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['d1458cde-b9ee-41df-b447-cc6a6830bfcf'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:35:48.103474 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Pushing event deleted for resources: {'Port': ['ID=d1458cde-b9ee-41df-b447-cc6a6830bfcf,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:48.117651 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:48.165891 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.181586 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.189994 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.192528 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-eeb51504-531a-4242-ba9e-ce16f79924ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:48.215456 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.269998 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5612107-f95e-459b-8576-6899ac00de99,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:48.274310 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec616b270c3d4086b3253e5342031f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049400 May 06 00:35:48.279506 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:48.279854 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:48.289409 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37954) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:48.307661 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b99de743b04f4145b7c4ece415b79734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9832547 May 06 00:35:48.314876 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37958) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:48.386475 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6e3efc-52ff-4216-b865-2dba86e674b0,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:48.393808 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:48.429638 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6526af03-ce5b-4272-a336-178fe56bd3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.456892 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbf1-ab52-4b3b-a116-281bbd07d553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.478242 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] No DVR routers for this DVR port d1458cde-b9ee-41df-b447-cc6a6830bfcf on host hv-cinder-78462 {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:35:48.492995 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6526af03-ce5b-4272-a336-178fe56bd3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.523881 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbf1-ab52-4b3b-a116-281bbd07d553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.532045 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.536178 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60514951-2478-4569-ae57-49af19baada3', 'name': 'network-vif-deleted', 'tag': 'd1458cde-b9ee-41df-b447-cc6a6830bfcf'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:48.607820 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc7a1c34-63de-479a-a266-6af2f02a8fbe req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.26 "DELETE /v2.0/ports/d1458cde-b9ee-41df-b447-cc6a6830bfcf HTTP/1.1" status: 204 len: 173 time: 2.1706281 May 06 00:35:48.622544 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbf1-ab52-4b3b-a116-281bbd07d553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.630234 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-84ce525b-56e2-4852-a6d1-daacf0b1e8a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:48.642284 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6526af03-ce5b-4272-a336-178fe56bd3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.651495 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2dbf1-ab52-4b3b-a116-281bbd07d553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6e3efc-52ff-4216-b865-2dba86e674b0,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:48.653776 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5ea2dbf1-ab52-4b3b-a116-281bbd07d553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:48.657367 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5de6c3bc-dd28-47d2-ae68-5058c3be1638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:48.672243 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-ea78a0c8-8370-46ee-b1e1-855975285c2c tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:48.672771 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526af03-ce5b-4272-a336-178fe56bd3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5612107-f95e-459b-8576-6899ac00de99,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:48.675382 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6526af03-ce5b-4272-a336-178fe56bd3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:48.678342 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-ea78a0c8-8370-46ee-b1e1-855975285c2c tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/networks?id=3b07dc37-2f59-4382-8492-6fcfa887ddea HTTP/1.1" status: 200 len: 807 time: 0.4158173 May 06 00:35:48.693973 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbf1-ab52-4b3b-a116-281bbd07d553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.698329 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-5ea2dbf1-ab52-4b3b-a116-281bbd07d553 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d6e3efc-52ff-4216-b865-2dba86e674b0 HTTP/1.1" status: 204 len: 168 time: 0.3823588 May 06 00:35:48.700189 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6526af03-ce5b-4272-a336-178fe56bd3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:48.705554 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-6526af03-ce5b-4272-a336-178fe56bd3aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5612107-f95e-459b-8576-6899ac00de99 HTTP/1.1" status: 204 len: 168 time: 0.4146688 May 06 00:35:48.720780 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09b0a5-8404-4090-a907-4bf8a5b93fef req-7e8e5fc9-99d7-4968-8e88-bc2f1983e266 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:48.728422 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fd09b0a5-8404-4090-a907-4bf8a5b93fef req-7e8e5fc9-99d7-4968-8e88-bc2f1983e266 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.5145080 May 06 00:35:48.762886 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-c82b5172-b7ee-4eb0-b2a1-34cd8180b0f1 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/quotas/1d02b375d37743808137734810a498f4 HTTP/1.1" status: 200 len: 375 time: 0.0796568 May 06 00:35:48.765843 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7ce11-b15a-4e1f-b855-66c8fc604bf8 req-dd185cf6-9643-47d0-94b5-dd4050bff707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:48.767506 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-91c7ce11-b15a-4e1f-b855-66c8fc604bf8 req-dd185cf6-9643-47d0-94b5-dd4050bff707 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 1099 time: 0.4646487 May 06 00:35:48.855487 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-e1071e1c-4ba3-4421-8bd1-ea473aa71ae0 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d02b375d37743808137734810a498f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951061 May 06 00:35:48.877300 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fd09b0a5-8404-4090-a907-4bf8a5b93fef req-e5a0a8d6-e325-4b76-b3d0-77b74cec0a0c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473315 May 06 00:35:48.908009 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-91c7ce11-b15a-4e1f-b855-66c8fc604bf8 req-6f5e4685-7c3d-4e95-8e41-b5394d38303f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965636 May 06 00:35:48.937143 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device bbf65eeb-d220-4302-a990-bec8456e9aae up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:35:49.020168 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-7c18d934-3424-4424-bb68-9a196aa15122 service neutron] 10.222.0.32 "GET /v2.0/networks/3b07dc37-2f59-4382-8492-6fcfa887ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475511 May 06 00:35:49.106190 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port bbf65eeb-d220-4302-a990-bec8456e9aae completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:35:49.112442 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port bbf65eeb-d220-4302-a990-bec8456e9aae triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:35:49.112986 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.273096 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-df385fe1-ed2d-4465-b95b-11c0da3097e8 req-ea3c9c49-8d4f-4f10-8a3c-ab8494300788 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Synchronizing usage tracker for tenant:9b1013df859644e48616aebeaebfca7a on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:35:49.326739 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 37984) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:49.327610 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-df385fe1-ed2d-4465-b95b-11c0da3097e8 req-ea3c9c49-8d4f-4f10-8a3c-ab8494300788 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Unset dirty status for tenant:9b1013df859644e48616aebeaebfca7a on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:35:49.328000 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.329173 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-df385fe1-ed2d-4465-b95b-11c0da3097e8 req-ea3c9c49-8d4f-4f10-8a3c-ab8494300788 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] 10.222.0.32 "GET /v2.0/ports?device_id=60514951-2478-4569-ae57-49af19baada3 HTTP/1.1" status: 200 len: 210 time: 0.1319768 May 06 00:35:49.331686 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37988) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:49.355221 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.361805 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.374689 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-e81c5cdd-3e13-47c2-8d20-b749609a384d service neutron] 10.222.0.32 "GET /v2.0/networks/3b07dc37-2f59-4382-8492-6fcfa887ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473444 May 06 00:35:49.380022 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:49.382535 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:49.384378 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:5c25243197674863bc2318466fdd1737 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:49.387147 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] Usage tracker for resource:security_group_rule and tenant:3b5c86eb223c4e9ba3fb910bdfea82ea is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:49.387747 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:49.390721 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:49.397655 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:49.400079 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:49.407125 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port bbf65eeb-d220-4302-a990-bec8456e9aae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbf65eeb-d220-4302-a990-bec8456e9aae,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:35:49.412966 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.414008 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device d1458cde-b9ee-41df-b447-cc6a6830bfcf no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:35:49.428371 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60514951-2478-4569-ae57-49af19baada3', 'name': 'network-vif-deleted', 'tag': 'd1458cde-b9ee-41df-b447-cc6a6830bfcf', 'status': 'completed', 'code': 200} May 06 00:35:49.448718 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-bce29e28-96a1-4585-aaba-13c5007ed71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:49.515266 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: d1458cde-b9ee-41df-b447-cc6a6830bfcf {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:35:49.518123 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device d1458cde-b9ee-41df-b447-cc6a6830bfcf not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:35:49.521103 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.527537 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.539190 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.539746 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d98cbf72-1098-4ce5-99fd-0a367e3d6728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:49.548777 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.579102 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-13d8a5e6-3b79-4ed0-9f91-da203ba0883e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:49.593069 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c25243197674863bc2318466fdd1737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595243 May 06 00:35:49.594581 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2c7da8-af41-4b10-bd7c-379ca91656d7,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:49.598771 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 37994) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:49.600375 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:49.613694 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=bbf65eeb-d220-4302-a990-bec8456e9aae,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:49.623080 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:49.660367 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33accef5-0635-485d-8e3f-9023b1f3bd80,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:49.684747 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-faa85639-06f4-4dae-9826-7d1f583c7f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.718556 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-faa85639-06f4-4dae-9826-7d1f583c7f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.746667 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:49.783422 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-faa85639-06f4-4dae-9826-7d1f583c7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.787476 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e5a9afc0-95aa-4b07-bc7b-39802c308969 req-f8b5fdf0-3f56-4ea3-8a80-b26e2a44f72d tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 210 time: 0.1213496 May 06 00:35:49.790774 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5a0a3fb9-1de0-4ef2-9234-ec45ca41c494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:49.823018 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa85639-06f4-4dae-9826-7d1f583c7f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2c7da8-af41-4b10-bd7c-379ca91656d7,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:49.826153 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-faa85639-06f4-4dae-9826-7d1f583c7f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:49.828819 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-faa85639-06f4-4dae-9826-7d1f583c7f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:49.830086 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-faa85639-06f4-4dae-9826-7d1f583c7f2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f2c7da8-af41-4b10-bd7c-379ca91656d7 HTTP/1.1" status: 204 len: 168 time: 0.2317080 May 06 00:35:49.873117 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b5c86eb223c4e9ba3fb910bdfea82ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5429003 May 06 00:35:49.876605 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38012) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:49.939831 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c074fc4-e50d-4423-94d4-7d0abd8c7e4f req-193ab911-f6b0-48fe-b332-daaed4585150 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:49.941679 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7c074fc4-e50d-4423-94d4-7d0abd8c7e4f req-193ab911-f6b0-48fe-b332-daaed4585150 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1660376 May 06 00:35:49.992363 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd919ffcc-230d-4130-b532-25b2bddbd4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf65eeb-d220-4302-a990-bec8456e9aae'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:50.026797 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db394294-355d-4472-ad67-28ee683cc8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:50.061251 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db394294-355d-4472-ad67-28ee683cc8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:50.080354 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7c074fc4-e50d-4423-94d4-7d0abd8c7e4f req-cd3a69fa-5ba5-4179-8782-f471fcf5c59f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279702 May 06 00:35:50.177585 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd919ffcc-230d-4130-b532-25b2bddbd4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf65eeb-d220-4302-a990-bec8456e9aae', 'code': 200} May 06 00:35:50.195175 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db394294-355d-4472-ad67-28ee683cc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:50.207901 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:50.220099 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db394294-355d-4472-ad67-28ee683cc8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33accef5-0635-485d-8e3f-9023b1f3bd80,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:50.225827 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-db394294-355d-4472-ad67-28ee683cc8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:50.227751 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-db394294-355d-4472-ad67-28ee683cc8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:50.228886 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-db394294-355d-4472-ad67-28ee683cc8f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33accef5-0635-485d-8e3f-9023b1f3bd80 HTTP/1.1" status: 204 len: 168 time: 0.3511679 May 06 00:35:50.262865 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab23322-e176-4ed1-b9aa-4e53db9ea9fa req-03ae38b2-0d2c-40fb-bcdd-f24674c80015 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:50.264523 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ab23322-e176-4ed1-b9aa-4e53db9ea9fa req-03ae38b2-0d2c-40fb-bcdd-f24674c80015 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1828344 May 06 00:35:50.332693 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ab23322-e176-4ed1-b9aa-4e53db9ea9fa req-5556a5c8-2775-41de-a052-90e3fa82f320 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596268 May 06 00:35:50.601268 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77d0f6-01d8-4480-91d9-f31253ffa496 req-97b83aed-92b3-40b6-9bc0-e4348afef659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:50.602901 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3b77d0f6-01d8-4480-91d9-f31253ffa496 req-97b83aed-92b3-40b6-9bc0-e4348afef659 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 1099 time: 0.1851699 May 06 00:35:50.742899 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3b77d0f6-01d8-4480-91d9-f31253ffa496 req-a2277253-21ed-4385-8a6d-309eafceeb8f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300681 May 06 00:35:50.763967 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d32d3-db76-429b-bc45-992e46c91959 req-f0b56b96-7fe7-4f5a-ae44-d13713cc7500 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:50.769809 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-329d32d3-db76-429b-bc45-992e46c91959 req-f0b56b96-7fe7-4f5a-ae44-d13713cc7500 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.2250953 May 06 00:35:50.779563 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38056) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:50.790283 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-a4236f01-d358-4878-96f5-16c070b8158a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'floatingip': {'port_id': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:50.908844 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a4236f01-d358-4878-96f5-16c070b8158a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:50.983372 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6e7392b6-4509-419c-877a-b5d8b40c4abe req-01824b16-272f-401b-a2ef-e7fb26ef6542 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 210 time: 0.0615616 May 06 00:35:51.487920 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48800d6e-c047-4e01-a68f-cae373fa4f9f req-176c5731-eb2e-4a76-83b1-b4757cb5934d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:51.490148 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-48800d6e-c047-4e01-a68f-cae373fa4f9f req-176c5731-eb2e-4a76-83b1-b4757cb5934d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.2377748 May 06 00:35:51.575000 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-48800d6e-c047-4e01-a68f-cae373fa4f9f req-edad270e-0192-4649-bbe3-2141674ef947 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566823 May 06 00:35:51.610266 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-6dbdad7d-2ae9-4802-ba0c-b177ea7d64d1 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:51.612671 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-6dbdad7d-2ae9-4802-ba0c-b177ea7d64d1 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.26 "GET /v2.0/networks?id=3b07dc37-2f59-4382-8492-6fcfa887ddea HTTP/1.1" status: 200 len: 807 time: 0.2858069 May 06 00:35:51.632179 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Request body: {'port': {'device_id': 'd5b7547d-25f4-4301-92cb-e1121c5e5a7a', 'network_id': '3b07dc37-2f59-4382-8492-6fcfa887ddea', 'admin_state_up': True, 'tenant_id': '1d02b375d37743808137734810a498f4'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:51.830702 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:51.834930 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Usage tracker for resource:port and tenant:1d02b375d37743808137734810a498f4 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:51.837876 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:51.845055 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:51.868202 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Made reservation on behalf of 1d02b375d37743808137734810a498f4 for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:35:51.876241 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:52.178649 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Allocated IP 172.20.0.7 (3b07dc37-2f59-4382-8492-6fcfa887ddea/efe742e7-a44d-4f91-af67-32d4b3e3d853/51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:35:52.276474 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-13b7cd03-e38c-4301-8d20-e9830375fedd req-6dd414d5-a65f-4444-867a-6621ea9f582f tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 210 time: 0.0933731 May 06 00:35:52.390906 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a4236f01-d358-4878-96f5-16c070b8158a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:52.401009 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a4236f01-d358-4878-96f5-16c070b8158a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:52.651024 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:52.666236 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.l3_db [None req-a4236f01-d358-4878-96f5-16c070b8158a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Floating IP d20ea989-8fb8-4061-9d9c-4675289f78bb associated. External IP: 172.28.3.147, port: f4327147-5da6-4a64-a8e2-fd98d0f88d60. May 06 00:35:52.714206 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:52.727357 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-2d974461-c1ed-4ba4-959a-155d69896698 tempest-DeleteServersTestJSON-1570065624 tempest-DeleteServersTestJSON-1570065624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:52.897694 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Network 3b07dc37-2f59-4382-8492-6fcfa887ddea is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:35:52.901691 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:35:52.906532 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:35:52.912483 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:52.913121 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:52.916924 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Pushing event updated for resources: {'Port': ['ID=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:52.926503 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:52.959724 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3354683 May 06 00:35:52.993343 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Request body: {'port': {'device_id': 'd5b7547d-25f4-4301-92cb-e1121c5e5a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:35:53.049620 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 38162) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:53.060883 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b075c5-117b-4531-9dcb-01ff0bff747c req-a1660176-e5e7-4b6b-bdd4-bfa7765619ba tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:53.062801 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-42b075c5-117b-4531-9dcb-01ff0bff747c req-a1660176-e5e7-4b6b-bdd4-bfa7765619ba tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.2331276 May 06 00:35:53.163253 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4236f01-d358-4878-96f5-16c070b8158a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:35:53.275278 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-42b075c5-117b-4531-9dcb-01ff0bff747c req-dc465181-51e2-4dbf-9d69-d4ef8db4736b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264107 May 06 00:35:53.287183 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c210384-1f4b-43a5-af8c-a3cc4539e374 admin admin] Deleting subnet 02e59824-6e88-4147-98f0-4d9dbb8e90c4 {{(pid=73853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:35:53.301158 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1c210384-1f4b-43a5-af8c-a3cc4539e374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:53.421132 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:53.448787 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4236f01-d358-4878-96f5-16c070b8158a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:35:53.451795 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1c210384-1f4b-43a5-af8c-a3cc4539e374 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:53.465457 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1c210384-1f4b-43a5-af8c-a3cc4539e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:53.475887 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a4236f01-d358-4878-96f5-16c070b8158a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:53.483571 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] Sync routers for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:35:53.497840 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:35:53.498986 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:35:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:53.604480 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a4236f01-d358-4878-96f5-16c070b8158a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "PUT /v2.0/floatingips/d20ea989-8fb8-4061-9d9c-4675289f78bb HTTP/1.1" status: 200 len: 992 time: 2.8238928 May 06 00:35:53.605328 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:53.811348 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:35:54.097934 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'status': 'completed', 'code': 200} May 06 00:35:54.248776 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:54.264860 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-b0697502-2156-4cca-a041-b430dc835a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:54.266935 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-b0697502-2156-4cca-a041-b430dc835a37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 1099 time: 0.1566799 May 06 00:35:54.368544 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': 'd20ea989-8fb8-4061-9d9c-4675289f78bb', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'floating_ip_address': '172.28.3.147', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'port_id': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'mac_address': 'fa:16:3e:89:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:35:25Z', 'updated_at': '2021-05-06T00:35:52Z', 'revision_number': 1, 'project_id': '46e3563b737944779d25f471ee8475d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:54.389304 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] Checking router: bdd67dcd-f06d-4f6e-a8cd-079195e2b61b for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:35:54.413464 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:35:54.417186 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:35:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:54.429400 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da94dc-3c8b-417e-afb7-da75de9f83da req-e691c2c0-2f0c-416b-ae29-4cba8e12334c tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:54.430143 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-a1da94dc-3c8b-417e-afb7-da75de9f83da req-e691c2c0-2f0c-416b-ae29-4cba8e12334c tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Synchronizing usage tracker for tenant:1d02b375d37743808137734810a498f4 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:35:54.488009 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-a1da94dc-3c8b-417e-afb7-da75de9f83da req-e691c2c0-2f0c-416b-ae29-4cba8e12334c tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Unset dirty status for tenant:1d02b375d37743808137734810a498f4 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:35:54.489200 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a1da94dc-3c8b-417e-afb7-da75de9f83da req-e691c2c0-2f0c-416b-ae29-4cba8e12334c tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 931 time: 1.0549891 May 06 00:35:54.560919 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86957fdd-2ed6-4850-863d-a9edd74ef13a req-5c09f35e-ff10-4bc3-a4ae-204e4c244054 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:54.561551 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-cd968146-26aa-44bc-83ca-0d9f44888aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:54.563474 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-cd968146-26aa-44bc-83ca-0d9f44888aee service neutron] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 917 time: 0.2885840 May 06 00:35:54.569478 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-86957fdd-2ed6-4850-863d-a9edd74ef13a req-5c09f35e-ff10-4bc3-a4ae-204e4c244054 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.2489967 May 06 00:35:54.609109 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef048e4-3ca9-49ca-bed8-7bc9a9911ef8 req-92854b5f-ed5d-4e64-a170-0675280fe2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:54.609109 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eef048e4-3ca9-49ca-bed8-7bc9a9911ef8 req-92854b5f-ed5d-4e64-a170-0675280fe2dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 1099 time: 0.6692879 May 06 00:35:54.774746 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-f3cd3de6-066e-4661-a439-a3fdc811dc9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60 HTTP/1.1" status: 200 len: 1000 time: 0.2020075 May 06 00:35:54.794877 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:35:54.890557 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-7386b465-bcd8-49d8-96ff-6a05b8a068e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:54.896314 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-7386b465-bcd8-49d8-96ff-6a05b8a068e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.1139193 May 06 00:35:54.969972 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef048e4-3ca9-49ca-bed8-7bc9a9911ef8 req-ad4e292d-908f-4595-b97c-0c96d10f0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:54.971439 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eef048e4-3ca9-49ca-bed8-7bc9a9911ef8 req-ad4e292d-908f-4595-b97c-0c96d10f0fa9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 918 time: 0.3445640 May 06 00:35:54.998925 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.db.resource_extend [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 00:35:55.014263 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a1da94dc-3c8b-417e-afb7-da75de9f83da req-9f064c25-af52-4703-9030-2e5ab14d56d5 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115187 May 06 00:35:55.054759 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-ff7dc3e7-edc3-4ffc-a3d4-8ca331099c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:55.056393 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-ff7dc3e7-edc3-4ffc-a3d4-8ca331099c6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1526327 May 06 00:35:55.164171 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-86957fdd-2ed6-4850-863d-a9edd74ef13a req-b60d69d6-1267-403d-b222-37d7de30e33e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950606 May 06 00:35:55.219204 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eef048e4-3ca9-49ca-bed8-7bc9a9911ef8 req-6dd94d66-58b4-4153-9bfc-04a62490f111 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbf65eeb-d220-4302-a990-bec8456e9aae HTTP/1.1" status: 200 len: 217 time: 0.2014148 May 06 00:35:55.290605 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef048e4-3ca9-49ca-bed8-7bc9a9911ef8 req-ee88d7ac-e1b8-4a14-9999-a6da2d472c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:55.292295 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eef048e4-3ca9-49ca-bed8-7bc9a9911ef8 req-ee88d7ac-e1b8-4a14-9999-a6da2d472c15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 200 len: 858 time: 0.0606589 May 06 00:35:55.356175 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eef048e4-3ca9-49ca-bed8-7bc9a9911ef8 req-6d21dda9-dd7c-41c7-b22e-31a0330bbf61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc6f620d-9a85-4ffa-a129-6d7d72617946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542865 May 06 00:35:55.366224 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:35:55.391998 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-92dabdc5-a7f8-4828-83e7-b9599b6ff3d8 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265514 May 06 00:35:55.395581 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:55.457572 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': 'd20ea989-8fb8-4061-9d9c-4675289f78bb', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'floating_ip_address': '172.28.3.147', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'port_id': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'mac_address': 'fa:16:3e:89:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:35:25Z', 'updated_at': '2021-05-06T00:35:52Z', 'revision_number': 1, 'project_id': '46e3563b737944779d25f471ee8475d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:55.462964 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcd28d-94a2-464c-b438-44c6ddf84b59 None None] The sync data for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb is: [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': 'd20ea989-8fb8-4061-9d9c-4675289f78bb', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'floating_ip_address': '172.28.3.147', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'port_id': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'mac_address': 'fa:16:3e:89:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:35:25Z', 'updated_at': '2021-05-06T00:35:52Z', 'revision_number': 1, 'project_id': '46e3563b737944779d25f471ee8475d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:35:55.513452 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Transition to ACTIVE for port object 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:35:55.517949 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1c210384-1f4b-43a5-af8c-a3cc4539e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:55.567479 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:55.577226 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:55.601699 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-4d0a945b-e3c1-4983-bbb3-c32ba1fd1833 req-90debc15-3316-4d6b-8bde-061335668a3d service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932435 May 06 00:35:55.621572 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210384-1f4b-43a5-af8c-a3cc4539e374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e59824-6e88-4147-98f0-4d9dbb8e90c4,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:55.630468 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-1c210384-1f4b-43a5-af8c-a3cc4539e374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:55.635453 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:55.695975 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1c210384-1f4b-43a5-af8c-a3cc4539e374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:55.757088 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38260) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:55.798483 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-1c210384-1f4b-43a5-af8c-a3cc4539e374 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/02e59824-6e88-4147-98f0-4d9dbb8e90c4 HTTP/1.1" status: 204 len: 168 time: 2.7341034 May 06 00:35:55.800630 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38268) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:55.813231 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eef048e4-3ca9-49ca-bed8-7bc9a9911ef8 req-696a6793-3961-4e92-86a6-8f151a8c9285 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422371 May 06 00:35:55.854563 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45429e-a218-4224-acc2-4c095416e120 None None] New status for floating IP d20ea989-8fb8-4061-9d9c-4675289f78bb: ACTIVE {{(pid=73855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:35:56.009431 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Pushing event updated for resources: {'Port': ['ID=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:56.013046 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eef048e4-3ca9-49ca-bed8-7bc9a9911ef8 req-c358e6a4-c5c9-487f-8cf6-e887e31e6307 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470628 May 06 00:35:56.013862 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:56.016585 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.036616 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Attempting to bind port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:35:56.036947 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Attempting to bind port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'bc015cce-a92e-4631-9ebc-881ffb82b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b07dc37-2f59-4382-8492-6fcfa887ddea'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:35:56.037272 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Attempting to bind port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f on network 3b07dc37-2f59-4382-8492-6fcfa887ddea {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:56.051713 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:56.061934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f on network 3b07dc37-2f59-4382-8492-6fcfa887ddea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:35:56.064777 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Attempting to bind port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f on network 3b07dc37-2f59-4382-8492-6fcfa887ddea {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:35:56.074701 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] Usage tracker for resource:security_group_rule and tenant:ad274ed4cbad4dc4a3aa9ad9578ebc37 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:56.083960 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:56.089477 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:35:56.089942 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Checking segment: {'id': 'bc015cce-a92e-4631-9ebc-881ffb82b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b07dc37-2f59-4382-8492-6fcfa887ddea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:35:56.090438 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Bound using segment: {'id': 'bc015cce-a92e-4631-9ebc-881ffb82b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b07dc37-2f59-4382-8492-6fcfa887ddea'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:35:56.090978 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Bound port: 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc015cce-a92e-4631-9ebc-881ffb82b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3b07dc37-2f59-4382-8492-6fcfa887ddea'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:35:56.091461 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.098096 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.130309 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:56.254452 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] For port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:35:56.263067 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] For port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,segment=NetworkSegment(bc015cce-a92e-4631-9ebc-881ffb82b84c),segment_id=bc015cce-a92e-4631-9ebc-881ffb82b84c)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:35:56.273013 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.351969 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-11eed3db-e977-4b4a-9969-6a63939a9bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:56.417650 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.438427 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.439092 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.440363 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.440924 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > port after_create 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.441316 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.441724 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > port after_update 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.442096 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.442472 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.442861 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.443372 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.449259 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:56.449916 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.451286 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] 10.222.0.26 "PUT /v2.0/ports/51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f HTTP/1.1" status: 200 len: 1093 time: 3.4751105 May 06 00:35:56.457144 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b7547d-25f4-4301-92cb-e1121c5e5a7a', 'tag': '51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:35:56.586104 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.586756 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.587080 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.587406 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:35:56.587764 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f939286-a7e3-4d84-be3d-2c3517c57dd3']}} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:56.601010 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Pushing event updated for resources: {'Port': ['ID=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:56.606134 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1631c3b0-8b82-4ca2-ab09-792d0035a518') {'for_net_delete': True} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:56.607095 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1631c3b0-8b82-4ca2-ab09-792d0035a518') {} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:35:56.616738 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:56.629736 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071601824'] for segment, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.638095 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae239f03-55d4-4e2b-a71b-76390e61cd0b req-c1240621-3379-4fe9-a4e1-0c64fcf5cfc8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:56.639699 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ae239f03-55d4-4e2b-a71b-76390e61cd0b req-c1240621-3379-4fe9-a4e1-0c64fcf5cfc8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 943 time: 0.3353662 May 06 00:35:56.658686 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.676539 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=73854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:35:56.677172 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071891360'] for segment, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.684594 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-81bd9116-22e0-4b5b-9c46-df79e05a9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:56.686140 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-81bd9116-22e0-4b5b-9c46-df79e05a9b71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d02b375d37743808137734810a498f4&device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 1096 time: 0.1755431 May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: from cryptography.utils import int_from_bytes May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: from cryptography.utils import int_from_bytes May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: Traceback (most recent call last): May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: timer() May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: cb(*args, **kw) May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: return func(*args, **kwargs) May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: self._notify() May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: self.callback(batched_events) May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: event.method(event) May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: return f(self, *a, **k) May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: return self._get(url).json() May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: return self.request(url, 'GET', **kwargs) May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:35:56.694764 dv-cinder-784623-8-smb neutron-server[73854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:35:56.696933 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdcb63-907a-4aa9-ac88-9c8035ba542f req-99f9684a-3043-40ac-a9d2-9c77f570457b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:56.698414 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-77fdcb63-907a-4aa9-ac88-9c8035ba542f req-99f9684a-3043-40ac-a9d2-9c77f570457b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.2975276 May 06 00:35:56.743939 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.764207 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.773739 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-c70cc9f1-2837-45ed-844d-42fb00387736 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f HTTP/1.1" status: 200 len: 217 time: 0.0750294 May 06 00:35:56.774349 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-58715447-3850-4d6d-b6f5-9113900b140b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:56.817607 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.823308 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad274ed4cbad4dc4a3aa9ad9578ebc37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0642583 May 06 00:35:56.826391 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91bba3e-ed6d-46ab-bb70-43df64a6def5,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:56.828056 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38310) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:56.831470 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:56.842760 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:56.862551 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.868360 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f939286-a7e3-4d84-be3d-2c3517c57dd3,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:56.880288 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:56.894237 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e56ef8c1-c08f-4c4b-95d3-1447fa762233 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8f939286-a7e3-4d84-be3d-2c3517c57dd3 HTTP/1.1" status: 204 len: 168 time: 1.0898879 May 06 00:35:56.897428 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ae239f03-55d4-4e2b-a71b-76390e61cd0b req-20827f19-1efd-41d0-90d2-0101bb7e2c91 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400091 May 06 00:35:56.919644 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-77fdcb63-907a-4aa9-ac88-9c8035ba542f req-81e9fd06-adfe-4f49-a500-1eafda9ad007 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273456 May 06 00:35:56.946319 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9c0d3cc4-e64e-4ddb-b335-0564561f59ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:56.953135 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3f7fa261-d631-46b7-9a4e-d9ddd2524fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:56.957668 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-3f7fa261-d631-46b7-9a4e-d9ddd2524fd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=efe742e7-a44d-4f91-af67-32d4b3e3d853 HTTP/1.1" status: 200 len: 847 time: 0.1498806 May 06 00:35:56.975284 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9c0d3cc4-e64e-4ddb-b335-0564561f59ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.034215 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b7547d-25f4-4301-92cb-e1121c5e5a7a', 'tag': '51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f', 'status': 'completed', 'code': 200} May 06 00:35:57.048217 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9c0d3cc4-e64e-4ddb-b335-0564561f59ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.052268 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-daf73b39-5b84-47db-ab6d-71746def2a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:57.083979 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d3cc4-e64e-4ddb-b335-0564561f59ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91bba3e-ed6d-46ab-bb70-43df64a6def5,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:57.087569 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9c0d3cc4-e64e-4ddb-b335-0564561f59ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:57.089009 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9c0d3cc4-e64e-4ddb-b335-0564561f59ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.090157 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-9c0d3cc4-e64e-4ddb-b335-0564561f59ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b91bba3e-ed6d-46ab-bb70-43df64a6def5 HTTP/1.1" status: 204 len: 168 time: 0.2606790 May 06 00:35:57.125602 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38322) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:57.145821 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-2a68dcc8-34c5-4893-8d1b-039642e658b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b07dc37-2f59-4382-8492-6fcfa887ddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771965 May 06 00:35:57.190517 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d774be01-78e7-4826-96f5-7d427fcea430 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b1013df859644e48616aebeaebfca7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0623944 May 06 00:35:57.192903 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38326) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:57.258512 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2272b3d4-3992-4862-91fa-fddd866100a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.285111 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-a40af42c-7252-462d-a755-696193fdc0a7 service neutron] 10.222.0.26 "GET /v2.0/networks/3b07dc37-2f59-4382-8492-6fcfa887ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315188 May 06 00:35:57.297669 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2272b3d4-3992-4862-91fa-fddd866100a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.366823 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2272b3d4-3992-4862-91fa-fddd866100a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.374459 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5ea2dbf1-ab52-4b3b-a116-281bbd07d553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:57.391883 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b3d4-3992-4862-91fa-fddd866100a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d6daa5-3a83-47ba-a45a-5aa3732487b0,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:57.395328 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2272b3d4-3992-4862-91fa-fddd866100a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:57.398197 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2272b3d4-3992-4862-91fa-fddd866100a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.403816 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-2272b3d4-3992-4862-91fa-fddd866100a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50d6daa5-3a83-47ba-a45a-5aa3732487b0 HTTP/1.1" status: 204 len: 168 time: 0.2091303 May 06 00:35:57.442025 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58068bb2-8542-4864-a44d-a6d10cbd1b0b req-f6cea3b2-c7ec-4052-b052-bcba87979d54 service neutron] 10.222.0.26 "GET /v2.0/networks/3b07dc37-2f59-4382-8492-6fcfa887ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490459 May 06 00:35:57.573388 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea9dd2-7080-4f1d-b6ba-41a9ece7461a req-c6537d81-7e13-4b35-9d21-61ea027bf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:57.574875 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-89ea9dd2-7080-4f1d-b6ba-41a9ece7461a req-c6537d81-7e13-4b35-9d21-61ea027bf7b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d02b375d37743808137734810a498f4&device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 1096 time: 0.0806470 May 06 00:35:57.594461 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38342) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:57.615272 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.633320 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:57.643091 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] Usage tracker for resource:security_group_rule and tenant:dc9b7d4eddbc4df0b017e1dd62fef03d is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:57.646393 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:57.652074 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:57.731931 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea9dd2-7080-4f1d-b6ba-41a9ece7461a req-f5ff6d54-afc2-4734-b927-6a1283cee4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:57.733435 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-89ea9dd2-7080-4f1d-b6ba-41a9ece7461a req-f5ff6d54-afc2-4734-b927-6a1283cee4ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b07dc37-2f59-4382-8492-6fcfa887ddea HTTP/1.1" status: 200 len: 907 time: 0.1512458 May 06 00:35:57.751177 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.757887 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.768421 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6526af03-ce5b-4272-a336-178fe56bd3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:57.805156 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-89ea9dd2-7080-4f1d-b6ba-41a9ece7461a req-0b809c04-d6fc-481e-ad18-97b517100cd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f HTTP/1.1" status: 200 len: 217 time: 0.0647304 May 06 00:35:57.816856 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc9b7d4eddbc4df0b017e1dd62fef03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210879 May 06 00:35:57.818470 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38352) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:57.831347 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d531b8-9f92-49d0-b8d6-39a5ec92e9e2,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:57.835688 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:57.882184 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea9dd2-7080-4f1d-b6ba-41a9ece7461a req-2d7b0e12-7c15-48a8-b622-47944fdc8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:57.883718 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-89ea9dd2-7080-4f1d-b6ba-41a9ece7461a req-2d7b0e12-7c15-48a8-b622-47944fdc8731 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=efe742e7-a44d-4f91-af67-32d4b3e3d853 HTTP/1.1" status: 200 len: 847 time: 0.0699480 May 06 00:35:57.885171 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-18f17c8d-6811-4a02-9dac-e62d42930b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.912545 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-18f17c8d-6811-4a02-9dac-e62d42930b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.952765 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-89ea9dd2-7080-4f1d-b6ba-41a9ece7461a req-2c67e49a-33f0-4092-ab39-b770c6d7aa32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b07dc37-2f59-4382-8492-6fcfa887ddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513065 May 06 00:35:57.972223 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-18f17c8d-6811-4a02-9dac-e62d42930b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:57.977494 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:57.997276 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f17c8d-6811-4a02-9dac-e62d42930b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d531b8-9f92-49d0-b8d6-39a5ec92e9e2,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:58.006755 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-18f17c8d-6811-4a02-9dac-e62d42930b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:58.027439 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-18f17c8d-6811-4a02-9dac-e62d42930b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:58.034773 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-18f17c8d-6811-4a02-9dac-e62d42930b45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1d531b8-9f92-49d0-b8d6-39a5ec92e9e2 HTTP/1.1" status: 204 len: 168 time: 0.2098436 May 06 00:35:58.251698 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-89ea9dd2-7080-4f1d-b6ba-41a9ece7461a req-8cfe6732-04be-4e23-be2f-ba0c86c0116b service neutron] 10.222.0.26 "GET /v2.0/networks/3b07dc37-2f59-4382-8492-6fcfa887ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791905 May 06 00:35:58.416934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef39dbc-5f1d-49be-a4e3-6f49cf2604fe req-a9acb321-8049-41ea-bb15-041631969b0e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:58.418560 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6ef39dbc-5f1d-49be-a4e3-6f49cf2604fe req-a9acb321-8049-41ea-bb15-041631969b0e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.3328123 May 06 00:35:58.437168 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039250e-c227-4bfa-b968-60dace9ac805 req-01787d48-f5c7-457d-bed7-11a807e38287 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:58.438639 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3039250e-c227-4bfa-b968-60dace9ac805 req-01787d48-f5c7-457d-bed7-11a807e38287 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 943 time: 0.3512540 May 06 00:35:58.522924 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-89ea9dd2-7080-4f1d-b6ba-41a9ece7461a req-b3462b15-6bba-409a-a314-aab721af9476 service neutron] 10.222.0.26 "GET /v2.0/networks/3b07dc37-2f59-4382-8492-6fcfa887ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607865 May 06 00:35:58.527631 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6ef39dbc-5f1d-49be-a4e3-6f49cf2604fe req-740df903-0b83-4753-be71-6cd5ab021417 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880647 May 06 00:35:58.552704 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3039250e-c227-4bfa-b968-60dace9ac805 req-3ce7732a-162d-47e9-9bc4-ad79bcd473b2 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917535 May 06 00:35:58.664082 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38402) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:58.858018 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:58.874581 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:58.879798 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Usage tracker for resource:security_group_rule and tenant:31d524c005de4088a7aa9a937db2fb2e is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:58.882868 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:58.889376 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:59.073761 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:59.080674 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:59.091706 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4447982f-71cf-4252-9e6c-98a702a9f070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:59.132270 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882fbab7-a128-4eeb-b613-e2268634f978,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:59.158012 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.159020 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.159525 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.160184 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.160733 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.161342 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.161802 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.162294 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.162768 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.163240 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.163844 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.164355 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:35:59.169423 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:59.176281 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31d524c005de4088a7aa9a937db2fb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107846 May 06 00:35:59.179078 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 38446) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:59.254587 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9dad723b-34fb-46f1-9da9-619720412b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:59.290999 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9dad723b-34fb-46f1-9da9-619720412b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:59.372691 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9dad723b-34fb-46f1-9da9-619720412b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:59.380137 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:35:59.396220 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad723b-34fb-46f1-9da9-619720412b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882fbab7-a128-4eeb-b613-e2268634f978,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:35:59.398156 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9dad723b-34fb-46f1-9da9-619720412b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:59.402522 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-9dad723b-34fb-46f1-9da9-619720412b55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/882fbab7-a128-4eeb-b613-e2268634f978 HTTP/1.1" status: 204 len: 168 time: 0.2214544 May 06 00:35:59.403488 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9dad723b-34fb-46f1-9da9-619720412b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:35:59.461766 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0dcfe682-fe8b-4f83-9efe-a0a4213ea857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:59.558312 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 38462) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:59.855574 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:59.882144 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:35:59.888360 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Usage tracker for resource:security_group_rule and tenant:48338782a2e94132a1804756709a4c15 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:35:59.906880 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:35:59.920644 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:35:59.955568 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38484) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:35:59.976076 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:35:59.984819 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63f89f-db56-473c-922b-72fe9f501f6f req-cf042059-49dc-4b93-8eee-a104fde5d199 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:35:59.986380 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4b63f89f-db56-473c-922b-72fe9f501f6f req-cf042059-49dc-4b93-8eee-a104fde5d199 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 943 time: 0.2525795 May 06 00:35:59.997128 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:00.001831 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] Usage tracker for resource:security_group_rule and tenant:f7bb34e981f448428f3b3dfd23f81be4 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:00.003394 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaccfb9-ee64-4310-9f0f-96993365b637 req-1def8b6a-5e6c-4f70-87a7-ad83a3a9b508 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:00.005035 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3eaccfb9-ee64-4310-9f0f-96993365b637 req-1def8b6a-5e6c-4f70-87a7-ad83a3a9b508 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.2317491 May 06 00:36:00.005920 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:00.013545 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:00.139141 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4b63f89f-db56-473c-922b-72fe9f501f6f req-84eb32fa-f442-494d-9666-d316a7fd9831 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273642 May 06 00:36:00.163225 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.168150 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3eaccfb9-ee64-4310-9f0f-96993365b637 req-659b0520-04b4-4f1b-a9ba-13537b775df6 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335371 May 06 00:36:00.178769 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.194088 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f23b685c-fb09-49c1-85c9-05d49ae10f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:00.243322 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7bb34e981f448428f3b3dfd23f81be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832439 May 06 00:36:00.243578 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.244048 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2036f1a8-d6f6-4816-a6a6-e064b44b9f95,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:00.244141 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 38492) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:00.257621 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:00.261796 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.282149 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-877705cc-6a56-469f-80a0-5cde46773a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:00.422575 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81da4557-914b-4411-bf1a-0454665f351c,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:00.428792 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48338782a2e94132a1804756709a4c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8668976 May 06 00:36:00.429104 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38506) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:00.443445 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.443802 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.444151 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.444594 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.444865 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.445202 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.445531 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.445857 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.446191 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.446731 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.447026 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.447350 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:00.452276 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:00.471401 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-594b7296-caa0-4a56-9f79-f414f6040535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.504173 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-594b7296-caa0-4a56-9f79-f414f6040535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.527602 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6737ddcf-f882-4075-b6c9-597ff1f14f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.562236 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6737ddcf-f882-4075-b6c9-597ff1f14f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.569786 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-594b7296-caa0-4a56-9f79-f414f6040535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.575803 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:00.590695 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b7296-caa0-4a56-9f79-f414f6040535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2036f1a8-d6f6-4816-a6a6-e064b44b9f95,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:00.594313 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-594b7296-caa0-4a56-9f79-f414f6040535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:00.599211 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-594b7296-caa0-4a56-9f79-f414f6040535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.603325 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-594b7296-caa0-4a56-9f79-f414f6040535 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2036f1a8-d6f6-4816-a6a6-e064b44b9f95 HTTP/1.1" status: 204 len: 168 time: 0.3589931 May 06 00:36:00.630657 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6737ddcf-f882-4075-b6c9-597ff1f14f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.636637 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:00.651830 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737ddcf-f882-4075-b6c9-597ff1f14f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da4557-914b-4411-bf1a-0454665f351c,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:00.654273 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6737ddcf-f882-4075-b6c9-597ff1f14f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:00.665088 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6737ddcf-f882-4075-b6c9-597ff1f14f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:00.669197 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-6737ddcf-f882-4075-b6c9-597ff1f14f51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81da4557-914b-4411-bf1a-0454665f351c HTTP/1.1" status: 204 len: 168 time: 0.2385015 May 06 00:36:00.980538 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:36:01.151748 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,segment=NetworkSegment(bc015cce-a92e-4631-9ebc-881ffb82b84c),segment_id=bc015cce-a92e-4631-9ebc-881ffb82b84c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:01.171665 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f', 'network_id': '3b07dc37-2f59-4382-8492-6fcfa887ddea', 'port_id': '51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f', 'mac_address': 'fa:16:3e:d2:45:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe742e7-a44d-4f91-af67-32d4b3e3d853', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:36:01.250614 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:01.294078 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:36:01.329096 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,segment=NetworkSegment(bc015cce-a92e-4631-9ebc-881ffb82b84c),segment_id=bc015cce-a92e-4631-9ebc-881ffb82b84c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:01.340537 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:01.345309 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-709f38de-416f-4ad4-9118-00f2769ff553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:01.441747 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:01.455919 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:01.493111 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b06c67-f497-472d-a86e-3e109556d672 req-5ca4b362-f459-4010-9a7a-abedd27e457e tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:01.501249 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c9b06c67-f497-472d-a86e-3e109556d672 req-5ca4b362-f459-4010-9a7a-abedd27e457e tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 944 time: 0.1610446 May 06 00:36:01.527288 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fba65-dc57-48c0-8bec-77df61b28184 req-bac424b2-67b7-4eab-8861-0266f2550a62 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:01.529189 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b65fba65-dc57-48c0-8bec-77df61b28184 req-bac424b2-67b7-4eab-8861-0266f2550a62 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1494195 May 06 00:36:01.590316 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c9b06c67-f497-472d-a86e-3e109556d672 req-52ed3cb5-a984-46ec-9a61-ba4ec82cad5b tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874991 May 06 00:36:01.617435 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:36:01.624833 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b65fba65-dc57-48c0-8bec-77df61b28184 req-829d4763-52e2-4fbd-8e73-03812efe914d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874188 May 06 00:36:01.987741 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:02.229037 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-67c81804-4f8a-45a4-828b-0a37f19a54a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:02.876206 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bd9fd-7af4-42b9-a682-cfce3617daa5 req-aea03c78-ba5a-4fbc-99a4-1c05c2e1eeb2 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:02.880894 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-312bd9fd-7af4-42b9-a682-cfce3617daa5 req-aea03c78-ba5a-4fbc-99a4-1c05c2e1eeb2 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 944 time: 0.1431878 May 06 00:36:02.895129 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed819-2991-4074-a38d-4cc0078dc9b5 req-c4fc1681-715b-4269-a789-193d3a33f82c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:02.901094 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-549ed819-2991-4074-a38d-4cc0078dc9b5 req-c4fc1681-715b-4269-a789-193d3a33f82c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1254053 May 06 00:36:02.979198 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-312bd9fd-7af4-42b9-a682-cfce3617daa5 req-33615236-e3d0-48f6-bdb3-926463193331 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932274 May 06 00:36:02.982396 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-549ed819-2991-4074-a38d-4cc0078dc9b5 req-eceb4a47-72fe-40fd-8e40-5a9a9dd846c7 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619531 May 06 00:36:02.995819 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:03.097783 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:03.105709 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:03.108193 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:03.242295 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:03.275133 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:03.279685 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b7547d-25f4-4301-92cb-e1121c5e5a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:36:03.289772 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,segment=NetworkSegment(bc015cce-a92e-4631-9ebc-881ffb82b84c),segment_id=bc015cce-a92e-4631-9ebc-881ffb82b84c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:03.296148 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:03.298239 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:03.340924 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b7547d-25f4-4301-92cb-e1121c5e5a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f', 'code': 200} May 06 00:36:03.366847 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:03.369829 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:03.601333 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d8f00-ee9d-494d-92dd-5c5bfb9f2ad3 req-7dbb2979-51a7-47a4-a36f-4870b222bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:03.603149 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-955d8f00-ee9d-494d-92dd-5c5bfb9f2ad3 req-7dbb2979-51a7-47a4-a36f-4870b222bf9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 1098 time: 0.0759039 May 06 00:36:03.646033 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-955d8f00-ee9d-494d-92dd-5c5bfb9f2ad3 req-2d7334d2-3d67-4de8-b9b6-112026723d09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354660 May 06 00:36:04.367337 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4502c-5dd5-4b62-a8bc-c10de44644fa req-90adf7e7-44ee-42f4-ae92-d9b5fa091262 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:04.368854 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aea4502c-5dd5-4b62-a8bc-c10de44644fa req-90adf7e7-44ee-42f4-ae92-d9b5fa091262 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 945 time: 0.1484599 May 06 00:36:04.377175 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfdcfe-b725-4f7d-b15d-c9d71e61c0b0 req-33cb0d33-9db7-49cc-b7b1-9949314a3144 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:04.378609 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fadfdcfe-b725-4f7d-b15d-c9d71e61c0b0 req-33cb0d33-9db7-49cc-b7b1-9949314a3144 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1150801 May 06 00:36:04.456978 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aea4502c-5dd5-4b62-a8bc-c10de44644fa req-5b0757c1-cc3c-4362-a578-cda9a4f5aa84 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773261 May 06 00:36:04.470307 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fadfdcfe-b725-4f7d-b15d-c9d71e61c0b0 req-6ec45e5b-0523-4e75-8234-468616fcc8f5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735180 May 06 00:36:04.913380 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:05.482084 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 38720) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:05.627935 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:05.652557 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:05.693230 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] Usage tracker for resource:security_group_rule and tenant:a9a23ce268d14545934d09aebe5e1a61 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:05.747311 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:05.759671 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:05.869090 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21a96-bcfd-4bab-9a8d-19b2aed73752 req-d09cc70e-3d49-48d7-b004-3f655b883879 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:05.876751 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a3f21a96-bcfd-4bab-9a8d-19b2aed73752 req-d09cc70e-3d49-48d7-b004-3f655b883879 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 945 time: 0.2260113 May 06 00:36:05.901599 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4447-3dba-43df-ba36-f2a9429f569d req-a517ab60-3f87-452b-885b-cb412b66a124 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:05.903138 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-268c4447-3dba-43df-ba36-f2a9429f569d req-a517ab60-3f87-452b-885b-cb412b66a124 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.2161040 May 06 00:36:06.003119 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a3f21a96-bcfd-4bab-9a8d-19b2aed73752 req-002ec54c-ac19-47db-9af5-c6674855d797 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230242 May 06 00:36:06.020398 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:06.032771 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-268c4447-3dba-43df-ba36-f2a9429f569d req-163b314e-9730-4ae6-92a9-3419bffcb967 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137464 May 06 00:36:06.036457 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:06.047677 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:06.084941 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aed487-c271-432c-a338-18dab6ac6938,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:06.088599 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:06.134689 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9a23ce268d14545934d09aebe5e1a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486347 May 06 00:36:06.134689 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 38756) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:06.223386 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a51a8673-9049-4af9-9b36-b77b3ce75cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:06.250328 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a51a8673-9049-4af9-9b36-b77b3ce75cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:06.311675 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a51a8673-9049-4af9-9b36-b77b3ce75cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:06.316008 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:06.326961 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a8673-9049-4af9-9b36-b77b3ce75cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aed487-c271-432c-a338-18dab6ac6938,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:06.332384 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a51a8673-9049-4af9-9b36-b77b3ce75cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:06.334810 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a51a8673-9049-4af9-9b36-b77b3ce75cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:06.338836 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-a51a8673-9049-4af9-9b36-b77b3ce75cae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0aed487-c271-432c-a338-18dab6ac6938 HTTP/1.1" status: 204 len: 168 time: 0.2033014 May 06 00:36:06.744991 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 38778) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:06.763647 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:06.774074 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:36:06.782867 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:06.789612 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] Usage tracker for resource:security_group_rule and tenant:ad341801839b4851914bccfeca049823 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:06.792853 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:06.798831 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:06.896835 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:06.903902 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:06.911665 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:06.951948 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4572ebb-293c-49c7-81be-57a6bdc557c2,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:06.956453 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad341801839b4851914bccfeca049823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122393 May 06 00:36:06.957722 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:06.959111 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 38786) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:07.020551 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-682e23a0-c94a-45de-a67a-5775d935317d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:07.049485 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-682e23a0-c94a-45de-a67a-5775d935317d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:07.114432 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-682e23a0-c94a-45de-a67a-5775d935317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:07.121156 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:07.138374 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e23a0-c94a-45de-a67a-5775d935317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4572ebb-293c-49c7-81be-57a6bdc557c2,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:07.147632 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-682e23a0-c94a-45de-a67a-5775d935317d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:07.148965 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-682e23a0-c94a-45de-a67a-5775d935317d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:07.150387 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-682e23a0-c94a-45de-a67a-5775d935317d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4572ebb-293c-49c7-81be-57a6bdc557c2 HTTP/1.1" status: 204 len: 168 time: 0.1903820 May 06 00:36:07.289394 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa8a9c-e51e-46f8-aac0-c8c280f66913 req-3e77a539-746f-43be-8ed7-8bafb9a0d147 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:07.297025 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d7fa8a9c-e51e-46f8-aac0-c8c280f66913 req-3e77a539-746f-43be-8ed7-8bafb9a0d147 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1451952 May 06 00:36:07.350260 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d7fa8a9c-e51e-46f8-aac0-c8c280f66913 req-2bfa374b-4c4a-4c5f-8f8c-f17a2d16071a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516269 May 06 00:36:07.582957 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38812) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:07.601617 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:07.617634 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:07.621354 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:3e7e0d0b6935438f85c07f1991f24659 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:07.624119 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:07.629991 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:07.740572 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:07.746348 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:07.763047 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0ff0b45d-306b-44ac-95da-dbcca18c568d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:07.818326 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e7e0d0b6935438f85c07f1991f24659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342215 May 06 00:36:07.818966 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 38828) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:07.820850 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a525546-8cfb-4fe7-aef0-cc8930b8ceaf,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:07.825939 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:07.890299 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e613afbe-5f27-43ec-8e9c-3dd3c09af3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:07.917766 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e613afbe-5f27-43ec-8e9c-3dd3c09af3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:07.975193 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e613afbe-5f27-43ec-8e9c-3dd3c09af3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:07.979170 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-05bc4836-02c0-457e-8c97-46cce217b01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:07.989728 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613afbe-5f27-43ec-8e9c-3dd3c09af3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a525546-8cfb-4fe7-aef0-cc8930b8ceaf,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:07.993470 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e613afbe-5f27-43ec-8e9c-3dd3c09af3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:08.001427 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e613afbe-5f27-43ec-8e9c-3dd3c09af3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:08.002801 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e613afbe-5f27-43ec-8e9c-3dd3c09af3e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a525546-8cfb-4fe7-aef0-cc8930b8ceaf HTTP/1.1" status: 204 len: 168 time: 0.1825392 May 06 00:36:08.572232 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4603d-28b0-48c3-96df-1e6c24f51311 req-4cb2bae5-cb02-442c-9a4b-fa6d3f2cd953 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:08.573906 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0dc4603d-28b0-48c3-96df-1e6c24f51311 req-4cb2bae5-cb02-442c-9a4b-fa6d3f2cd953 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0877120 May 06 00:36:08.625773 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0dc4603d-28b0-48c3-96df-1e6c24f51311 req-97d5531e-77bb-4dc2-8202-12f6a787e597 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 May 06 00:36:09.963905 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38956) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:09.985163 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb012bf-fccb-45be-a735-1da0d10dddc7 req-4498d0bb-2b54-4b3d-af0d-10eaa81986ac tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:09.987713 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9eb012bf-fccb-45be-a735-1da0d10dddc7 req-4498d0bb-2b54-4b3d-af0d-10eaa81986ac tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1781871 May 06 00:36:10.052834 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9eb012bf-fccb-45be-a735-1da0d10dddc7 req-f30379dd-f9bd-4942-880d-9b5d9072f084 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582683 May 06 00:36:10.318139 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:10.335360 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:10.340128 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] Usage tracker for resource:security_group_rule and tenant:59f238458acf4ac88a1dc4f0e6af466d is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:10.344033 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:10.350060 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:10.464529 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:10.468722 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:10.478412 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-db394294-355d-4472-ad67-28ee683cc8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:10.515771 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2c974-4692-4376-9f55-0041323c89ef req-b767c0f8-3761-4ec9-919f-010d8f71d0cd tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:10.517955 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-29c2c974-4692-4376-9f55-0041323c89ef req-b767c0f8-3761-4ec9-919f-010d8f71d0cd tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 945 time: 0.0927663 May 06 00:36:10.522819 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59f238458acf4ac88a1dc4f0e6af466d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5551450 May 06 00:36:10.522979 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 38982) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:10.537306 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8a0850-a947-4ca8-a910-20d6853a29d1,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:10.551190 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:10.571232 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-29c2c974-4692-4376-9f55-0041323c89ef req-2d2126a3-96af-444a-bb88-5789f6a13bf0 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470040 May 06 00:36:10.575776 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 38988) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:10.635406 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d692da51-cb58-4b1e-acab-06909cb6e6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:10.692116 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d692da51-cb58-4b1e-acab-06909cb6e6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:10.744315 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:10.764278 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:10.775066 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d692da51-cb58-4b1e-acab-06909cb6e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:10.775627 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] Usage tracker for resource:security_group_rule and tenant:29aebe37ae4c46c399ed61fb9dcaf93f is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:10.778757 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:10.780978 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-18f17c8d-6811-4a02-9dac-e62d42930b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:10.786282 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:10.797610 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692da51-cb58-4b1e-acab-06909cb6e6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8a0850-a947-4ca8-a910-20d6853a29d1,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:10.816428 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d692da51-cb58-4b1e-acab-06909cb6e6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:10.818036 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d692da51-cb58-4b1e-acab-06909cb6e6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:10.819224 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d692da51-cb58-4b1e-acab-06909cb6e6f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a8a0850-a947-4ca8-a910-20d6853a29d1 HTTP/1.1" status: 204 len: 168 time: 0.2953651 May 06 00:36:10.902045 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:10.908765 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:10.920704 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ff629db3-fe14-4dc9-8651-bcaa48ec43bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:10.968165 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29aebe37ae4c46c399ed61fb9dcaf93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909543 May 06 00:36:10.969117 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ab9ecc-db73-4abb-b044-1e277906f1fe,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:10.971128 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39012) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:10.972031 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:11.046207 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-66924d4f-746a-4b73-9f64-14807ddf74e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.075662 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-66924d4f-746a-4b73-9f64-14807ddf74e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.148595 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-66924d4f-746a-4b73-9f64-14807ddf74e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.154627 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-97c04640-233f-4eb8-9086-a86c2f6f100d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:11.185077 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66924d4f-746a-4b73-9f64-14807ddf74e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ab9ecc-db73-4abb-b044-1e277906f1fe,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:11.193659 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-66924d4f-746a-4b73-9f64-14807ddf74e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:11.195405 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-66924d4f-746a-4b73-9f64-14807ddf74e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.200076 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-66924d4f-746a-4b73-9f64-14807ddf74e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0ab9ecc-db73-4abb-b044-1e277906f1fe HTTP/1.1" status: 204 len: 168 time: 0.2277298 May 06 00:36:11.325658 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39026) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:11.358441 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7f553-8696-4266-b6ed-a2176e0782ed req-c4aa414a-c949-4b5e-a139-a38f536d632f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:11.361369 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.366212 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b6b7f553-8696-4266-b6ed-a2176e0782ed req-c4aa414a-c949-4b5e-a139-a38f536d632f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1356924 May 06 00:36:11.404926 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:11.410569 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] Usage tracker for resource:security_group_rule and tenant:0c14e67d4936442cb65d8af7eb61599c is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:11.419674 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:11.429328 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:11.436702 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39034) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:11.462322 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b6b7f553-8696-4266-b6ed-a2176e0782ed req-ac04e68c-10cd-40fd-9b0d-8a49ac14bdf3 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897675 May 06 00:36:11.541281 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.547071 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.555691 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:11.601498 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c14e67d4936442cb65d8af7eb61599c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741561 May 06 00:36:11.602783 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599d8ff9-ce9f-482e-8395-63bdd8af2ac3,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:11.604268 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39044) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:11.618018 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:11.682128 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d96d3798-0d07-49fa-8f06-920e37ad4f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.736652 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.746811 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d96d3798-0d07-49fa-8f06-920e37ad4f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.754795 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:11.760873 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] Usage tracker for resource:security_group_rule and tenant:8083488c74aa4642b56ab874b46ad536 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:11.764881 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:11.771875 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:11.837898 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abde8b-cbf5-47ad-8ae9-16282be971de req-c261ab7e-9277-44ab-a6ed-e3fae0803ba5 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:11.845191 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-62abde8b-cbf5-47ad-8ae9-16282be971de req-c261ab7e-9277-44ab-a6ed-e3fae0803ba5 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 945 time: 0.1359382 May 06 00:36:11.845379 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39050) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:11.846510 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d96d3798-0d07-49fa-8f06-920e37ad4f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.852940 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:11.875123 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.883735 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d3798-0d07-49fa-8f06-920e37ad4f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599d8ff9-ce9f-482e-8395-63bdd8af2ac3,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:11.890737 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d96d3798-0d07-49fa-8f06-920e37ad4f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:11.903901 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d96d3798-0d07-49fa-8f06-920e37ad4f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.906271 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-d96d3798-0d07-49fa-8f06-920e37ad4f50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/599d8ff9-ce9f-482e-8395-63bdd8af2ac3 HTTP/1.1" status: 204 len: 168 time: 0.2999072 May 06 00:36:11.915612 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:11.919244 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.922383 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] Usage tracker for resource:security_group_rule and tenant:33fdfb9441fd476e93121f24617a3018 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:11.924292 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-62abde8b-cbf5-47ad-8ae9-16282be971de req-5e656cdc-4a35-490d-8e41-dbf9332427bb tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d2ce263-afc2-444f-9004-46d51271eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720761 May 06 00:36:11.925736 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:11.931759 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:11.940737 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:11.947653 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d692da51-cb58-4b1e-acab-06909cb6e6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:11.976017 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32214654-e47b-4f70-856c-ab40ec222f94,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:12.005164 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:12.018478 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8083488c74aa4642b56ab874b46ad536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5801916 May 06 00:36:12.021337 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39060) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:12.094309 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b4f04e4b-9c14-4761-9045-86e2a4e25688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.102959 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.111520 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.121950 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-82813150-4643-4554-b811-c7432b36ccc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:12.132144 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b4f04e4b-9c14-4761-9045-86e2a4e25688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.162442 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db00ca12-2cca-4f05-8315-006f4781413f,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:12.165204 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:12.168148 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33fdfb9441fd476e93121f24617a3018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215604 May 06 00:36:12.171052 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39064) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:12.243436 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-74830be0-9499-4362-87dd-f15ee4107c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.249885 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b4f04e4b-9c14-4761-9045-86e2a4e25688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.253761 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ed597878-dcb8-47d0-a38d-8d83ce0ce4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:12.267694 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-02dc21b5-7748-415f-95f4-0bf221e9b256 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:12.269332 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-02dc21b5-7748-415f-95f4-0bf221e9b256 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 945 time: 0.1063843 May 06 00:36:12.274585 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-74830be0-9499-4362-87dd-f15ee4107c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.277145 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f04e4b-9c14-4761-9045-86e2a4e25688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32214654-e47b-4f70-856c-ab40ec222f94,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:12.282028 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-b4f04e4b-9c14-4761-9045-86e2a4e25688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:12.332527 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b4f04e4b-9c14-4761-9045-86e2a4e25688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.336146 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-b4f04e4b-9c14-4761-9045-86e2a4e25688 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32214654-e47b-4f70-856c-ab40ec222f94 HTTP/1.1" status: 204 len: 168 time: 0.3113532 May 06 00:36:12.346001 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-74830be0-9499-4362-87dd-f15ee4107c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.362974 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9c0d3cc4-e64e-4ddb-b335-0564561f59ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:12.383607 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-74830be0-9499-4362-87dd-f15ee4107c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.385095 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-74830be0-9499-4362-87dd-f15ee4107c4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db00ca12-2cca-4f05-8315-006f4781413f HTTP/1.1" status: 204 len: 168 time: 0.2132828 May 06 00:36:12.387522 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74830be0-9499-4362-87dd-f15ee4107c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db00ca12-2cca-4f05-8315-006f4781413f,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:12.407753 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-74830be0-9499-4362-87dd-f15ee4107c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:12.450198 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Deleting port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:36:12.450769 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.679268 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] For port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,segment=NetworkSegment(bc015cce-a92e-4631-9ebc-881ffb82b84c),segment_id=bc015cce-a92e-4631-9ebc-881ffb82b84c)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:12.679637 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:12.799370 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39102) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:12.828826 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Calling delete_port for 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f owned by compute:nova {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:36:12.876288 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768d1d8-9c32-4447-806c-2270584d9483 req-fbb32121-3845-47b9-be5c-0d310c61643a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:12.883858 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a768d1d8-9c32-4447-806c-2270584d9483 req-fbb32121-3845-47b9-be5c-0d310c61643a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.2863107 May 06 00:36:12.966496 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39124) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:12.970956 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a768d1d8-9c32-4447-806c-2270584d9483 req-d6ad1ad8-d890-4f5b-b3cd-73f71fb38c53 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861630 May 06 00:36:13.004039 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.040779 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:13.049064 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] Usage tracker for resource:security_group_rule and tenant:e9ed5570713148359e06d332b3b4e8c2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:13.052412 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:13.064907 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:13.137388 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.146326 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-895d2a08-5c3d-46b6-9b5d-85c391bc497f req-cd421a87-8117-45f0-8722-5c09ddeb7bdc tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b7547d-25f4-4301-92cb-e1121c5e5a7a HTTP/1.1" status: 200 len: 210 time: 0.0571980 May 06 00:36:13.151158 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:36:13.152227 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:13.202091 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Pushing event deleted for resources: {'Port': ['ID=51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:13.205785 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:13.287327 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] No DVR routers for this DVR port 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f on host hv-cinder-78462 {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:36:13.290510 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.297507 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b7547d-25f4-4301-92cb-e1121c5e5a7a', 'name': 'network-vif-deleted', 'tag': '51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:36:13.297986 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.330510 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc261744-8e0a-4975-a32c-a2fd92b62bfe req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] 10.222.0.26 "DELETE /v2.0/ports/51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f HTTP/1.1" status: 204 len: 173 time: 1.0511203 May 06 00:36:13.343781 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:13.351101 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.355617 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] Usage tracker for resource:security_group_rule and tenant:a6f096c673c849ccbe97e5ce85847c37 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:13.359721 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.371090 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b7547d-25f4-4301-92cb-e1121c5e5a7a', 'name': 'network-vif-deleted', 'tag': '51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f', 'status': 'completed', 'code': 200} May 06 00:36:13.376143 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:13.394221 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d4c27141-d483-4264-8163-a7bf408c4dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:13.408863 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:13.452834 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9ed5570713148359e06d332b3b4e8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844234 May 06 00:36:13.454878 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39146) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:13.466933 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cb621b-a08f-441b-b4c3-cafab2a19895,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:13.477951 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:13.569945 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-82ce10cf-d7db-4f67-9b6c-5f96cd75bf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.575369 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.581370 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.619549 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-82ce10cf-d7db-4f67-9b6c-5f96cd75bf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.624528 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-73bc2179-37ed-4aaf-aa77-543b00be9fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:13.638667 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6f096c673c849ccbe97e5ce85847c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8377147 May 06 00:36:13.641856 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39156) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:13.692909 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-82ce10cf-d7db-4f67-9b6c-5f96cd75bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.695834 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bae94ab-0637-41cd-b4a3-625b0fb03f8d,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:13.703205 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9dad723b-34fb-46f1-9da9-619720412b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:13.712211 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:13.723629 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce10cf-d7db-4f67-9b6c-5f96cd75bf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cb621b-a08f-441b-b4c3-cafab2a19895,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:13.726721 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-82ce10cf-d7db-4f67-9b6c-5f96cd75bf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.728663 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-82ce10cf-d7db-4f67-9b6c-5f96cd75bf9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6cb621b-a08f-441b-b4c3-cafab2a19895 HTTP/1.1" status: 204 len: 168 time: 0.2719481 May 06 00:36:13.729647 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-82ce10cf-d7db-4f67-9b6c-5f96cd75bf9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:13.779758 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b66c2cf7-6a5c-4ed5-8d4e-fa4b8bdbd2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.805629 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b66c2cf7-6a5c-4ed5-8d4e-fa4b8bdbd2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.863405 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b66c2cf7-6a5c-4ed5-8d4e-fa4b8bdbd2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.868366 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a7c7a7b8-e464-4efe-a299-6f0e99067213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:13.880735 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c2cf7-6a5c-4ed5-8d4e-fa4b8bdbd2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bae94ab-0637-41cd-b4a3-625b0fb03f8d,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:13.893862 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b66c2cf7-6a5c-4ed5-8d4e-fa4b8bdbd2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:13.898200 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b66c2cf7-6a5c-4ed5-8d4e-fa4b8bdbd2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:13.901805 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-b66c2cf7-6a5c-4ed5-8d4e-fa4b8bdbd2de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bae94ab-0637-41cd-b4a3-625b0fb03f8d HTTP/1.1" status: 204 len: 168 time: 0.2562251 May 06 00:36:14.214066 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39184) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:14.240376 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:14.268889 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:14.273848 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] Usage tracker for resource:security_group_rule and tenant:800eb9609ee94d35a2c01155d5584596 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:14.277742 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:14.285633 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:14.338653 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba6b2-e570-4683-837c-76378880b08e req-a9527218-509c-40f3-8835-fa6ee05ff110 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:14.340470 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1adba6b2-e570-4683-837c-76378880b08e req-a9527218-509c-40f3-8835-fa6ee05ff110 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.2174373 May 06 00:36:14.428961 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1adba6b2-e570-4683-837c-76378880b08e req-801069f6-d521-43bc-b548-0075fad011dc tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814528 May 06 00:36:14.433936 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:14.449075 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:14.459165 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:14.505244 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=800eb9609ee94d35a2c01155d5584596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901552 May 06 00:36:14.506655 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaad4b89-17ac-42d3-bb40-017b72a33463,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:14.507933 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39198) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:14.510004 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:14.612532 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-0aff7460-bc9f-4096-8d9c-3ab091b9077c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:14.653121 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-0aff7460-bc9f-4096-8d9c-3ab091b9077c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:14.752381 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-0aff7460-bc9f-4096-8d9c-3ab091b9077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:14.757784 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-594b7296-caa0-4a56-9f79-f414f6040535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:14.786086 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff7460-bc9f-4096-8d9c-3ab091b9077c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaad4b89-17ac-42d3-bb40-017b72a33463,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:14.788421 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-0aff7460-bc9f-4096-8d9c-3ab091b9077c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:14.801504 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-0aff7460-bc9f-4096-8d9c-3ab091b9077c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:14.806764 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-0aff7460-bc9f-4096-8d9c-3ab091b9077c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaad4b89-17ac-42d3-bb40-017b72a33463 HTTP/1.1" status: 204 len: 168 time: 0.2973876 May 06 00:36:15.228295 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39238) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:15.501955 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-4a9b32d3-0ea7-4bca-a9f0-3e674a07cbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:15.531630 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-4a9b32d3-0ea7-4bca-a9f0-3e674a07cbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:15.538376 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-4a9b32d3-0ea7-4bca-a9f0-3e674a07cbe2 admin admin] Usage tracker for resource:security_group_rule and tenant:88e4176e4a064976bca00f796b6d0d49 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:15.542058 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-4a9b32d3-0ea7-4bca-a9f0-3e674a07cbe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:15.581978 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-4a9b32d3-0ea7-4bca-a9f0-3e674a07cbe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:15.694021 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa2615-5b49-40d8-b5d6-734ff7e00813 req-d66de25d-40c0-44a4-a4f0-7acfd3278c0a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:15.696078 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3eaa2615-5b49-40d8-b5d6-734ff7e00813 req-d66de25d-40c0-44a4-a4f0-7acfd3278c0a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1481388 May 06 00:36:15.783580 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3eaa2615-5b49-40d8-b5d6-734ff7e00813 req-3d914e2d-8de2-4179-a2f7-71efc84ef454 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803890 May 06 00:36:15.785390 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-4a9b32d3-0ea7-4bca-a9f0-3e674a07cbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:15.791654 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-4a9b32d3-0ea7-4bca-a9f0-3e674a07cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:15.804630 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e613afbe-5f27-43ec-8e9c-3dd3c09af3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:15.854166 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-4a9b32d3-0ea7-4bca-a9f0-3e674a07cbe2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88e4176e4a064976bca00f796b6d0d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6252968 May 06 00:36:15.855189 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b32d3-0ea7-4bca-a9f0-3e674a07cbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b0da0e-db42-49ed-897a-007d2d8f10af,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:15.857164 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39280) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:15.858440 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-4a9b32d3-0ea7-4bca-a9f0-3e674a07cbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:15.947678 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2c52b945-d2a6-419e-a6ed-9eb8d3ea3bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:15.976941 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2c52b945-d2a6-419e-a6ed-9eb8d3ea3bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:16.049172 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2c52b945-d2a6-419e-a6ed-9eb8d3ea3bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:16.054070 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b1a762f7-b56f-435f-8c82-9639841ee6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:16.067981 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52b945-d2a6-419e-a6ed-9eb8d3ea3bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b0da0e-db42-49ed-897a-007d2d8f10af,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:16.071841 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2c52b945-d2a6-419e-a6ed-9eb8d3ea3bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:16.078395 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2c52b945-d2a6-419e-a6ed-9eb8d3ea3bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:16.082981 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-2c52b945-d2a6-419e-a6ed-9eb8d3ea3bdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7b0da0e-db42-49ed-897a-007d2d8f10af HTTP/1.1" status: 204 len: 168 time: 0.2204316 May 06 00:36:16.587730 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39332) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:16.616000 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:16.638616 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:16.643562 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] Usage tracker for resource:security_group_rule and tenant:85ada9fdccdb4a83b8667090692c43d1 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:16.646731 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:16.652740 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:16.784184 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:16.788699 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:16.807588 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-faa85639-06f4-4dae-9826-7d1f583c7f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:16.867085 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefcda23-c551-4a07-a4d8-b4b5a7e28bbe,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:16.871196 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:16.878416 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39376) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:16.878827 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85ada9fdccdb4a83b8667090692c43d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895815 May 06 00:36:17.035080 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e20089a8-0368-429a-bb4d-d4b7a82fe55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:17.057105 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:36:17.101568 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e20089a8-0368-429a-bb4d-d4b7a82fe55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:17.127968 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd704d5e-f522-4a3b-a297-f5b4381635bd req-078d3225-a301-494d-b6a4-41d018628633 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:17.140565 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd704d5e-f522-4a3b-a297-f5b4381635bd req-078d3225-a301-494d-b6a4-41d018628633 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1767595 May 06 00:36:17.195474 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:36:17.196177 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 51cb1f79-b4d6-4a9c-95e3-defe5cc0eb5f not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:36:17.266189 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd704d5e-f522-4a3b-a297-f5b4381635bd req-ed9d586d-87c5-455b-963d-4ee3d5ec114b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214077 May 06 00:36:17.293328 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e20089a8-0368-429a-bb4d-d4b7a82fe55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:17.300024 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a51a8673-9049-4af9-9b36-b77b3ce75cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:17.317016 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20089a8-0368-429a-bb4d-d4b7a82fe55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefcda23-c551-4a07-a4d8-b4b5a7e28bbe,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:17.320357 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e20089a8-0368-429a-bb4d-d4b7a82fe55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:17.329073 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e20089a8-0368-429a-bb4d-d4b7a82fe55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:17.330589 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e20089a8-0368-429a-bb4d-d4b7a82fe55c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cefcda23-c551-4a07-a4d8-b4b5a7e28bbe HTTP/1.1" status: 204 len: 168 time: 0.4505663 May 06 00:36:17.517051 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39416) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:17.778818 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:17.814894 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:17.820184 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] Usage tracker for resource:security_group_rule and tenant:f23b269b08e648b39bf3769dadff1579 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:17.823528 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:17.830470 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:17.977406 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39446) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:17.989327 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39452) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:18.037969 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.048779 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.057656 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.073934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:18.109382 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:18.120119 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] Usage tracker for resource:security_group_rule and tenant:4d7ef4b04ee8483a9472b46e4eef743b is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:18.130064 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:18.152110 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:18.167230 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f23b269b08e648b39bf3769dadff1579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6490061 May 06 00:36:18.169561 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39462) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:18.183444 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc58948-8f59-4e6e-9975-9b261c6a84e9,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:18.189134 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:18.267506 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ffb5176e-7d0a-41b1-8603-c3eac3297e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.280547 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.288883 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.299627 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4744e626-23a8-4cdc-95d3-71d6a56b5b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:18.333394 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ffb5176e-7d0a-41b1-8603-c3eac3297e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.348298 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d7ef4b04ee8483a9472b46e4eef743b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579299 May 06 00:36:18.349623 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2661f31-7ace-442d-9c87-ff55fc8bb2c0,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:18.352402 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39468) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:18.355412 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:18.456244 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ec95-0a7f-40a6-9e94-863b2d8fa068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.460448 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ffb5176e-7d0a-41b1-8603-c3eac3297e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.469058 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e04f5d20-7d28-4d32-8e1e-ee256e2942a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:18.486392 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5176e-7d0a-41b1-8603-c3eac3297e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc58948-8f59-4e6e-9975-9b261c6a84e9,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:18.492074 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ffb5176e-7d0a-41b1-8603-c3eac3297e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:18.533593 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ec95-0a7f-40a6-9e94-863b2d8fa068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.548520 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.562177 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ffb5176e-7d0a-41b1-8603-c3eac3297e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.563311 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-ffb5176e-7d0a-41b1-8603-c3eac3297e7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cc58948-8f59-4e6e-9975-9b261c6a84e9 HTTP/1.1" status: 204 len: 168 time: 0.3922560 May 06 00:36:18.584842 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:18.590883 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] Usage tracker for resource:security_group_rule and tenant:28435e9ede3c4d1aa822d89b0fb3a99b is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:18.593951 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:18.600355 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:18.625593 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25ed30-6315-4444-880e-c7e2d36c2255 req-daecefdf-5a7e-4d3b-b5cf-3a8bf1dc87c0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:18.633166 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fd25ed30-6315-4444-880e-c7e2d36c2255 req-daecefdf-5a7e-4d3b-b5cf-3a8bf1dc87c0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1481972 May 06 00:36:18.651197 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ec95-0a7f-40a6-9e94-863b2d8fa068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.667031 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b66c2cf7-6a5c-4ed5-8d4e-fa4b8bdbd2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:18.683682 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8ec95-0a7f-40a6-9e94-863b2d8fa068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2661f31-7ace-442d-9c87-ff55fc8bb2c0,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:18.684027 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fd25ed30-6315-4444-880e-c7e2d36c2255 req-2849891b-250d-4276-85b6-1d562bff2ff5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498908 May 06 00:36:18.691165 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c7b8ec95-0a7f-40a6-9e94-863b2d8fa068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:18.712573 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ec95-0a7f-40a6-9e94-863b2d8fa068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.715103 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-c7b8ec95-0a7f-40a6-9e94-863b2d8fa068 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2661f31-7ace-442d-9c87-ff55fc8bb2c0 HTTP/1.1" status: 204 len: 168 time: 0.3609557 May 06 00:36:18.778236 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.785146 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.815025 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6737ddcf-f882-4075-b6c9-597ff1f14f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:18.845071 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a95e9db-ccb2-4ccc-9c7a-d7683e19a8fc,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:18.854556 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:18.863695 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28435e9ede3c4d1aa822d89b0fb3a99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8851969 May 06 00:36:18.866367 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39486) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:18.938693 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-239b289a-22c8-47ec-8f5a-09291510dd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:18.993242 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39492) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:18.995490 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-239b289a-22c8-47ec-8f5a-09291510dd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.012034 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.034221 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:19.038409 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] Usage tracker for resource:security_group_rule and tenant:571a6b86d4d9416c96824f2de118b2e7 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:19.041776 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:19.050029 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:19.138377 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-239b289a-22c8-47ec-8f5a-09291510dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.142585 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2272b3d4-3992-4862-91fa-fddd866100a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:19.153365 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b289a-22c8-47ec-8f5a-09291510dd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a95e9db-ccb2-4ccc-9c7a-d7683e19a8fc,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:19.159729 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.167107 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.168786 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-239b289a-22c8-47ec-8f5a-09291510dd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:19.182384 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-239b289a-22c8-47ec-8f5a-09291510dd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.185833 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-239b289a-22c8-47ec-8f5a-09291510dd7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a95e9db-ccb2-4ccc-9c7a-d7683e19a8fc HTTP/1.1" status: 204 len: 168 time: 0.3162489 May 06 00:36:19.186642 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:19.237745 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39506) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:19.238015 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=571a6b86d4d9416c96824f2de118b2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425511 May 06 00:36:19.239123 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5157c564-2215-4a61-8e04-b551996c86e5,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:19.244819 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:19.331501 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1511c7c4-2076-4ba8-a917-4e3483819762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.368575 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1511c7c4-2076-4ba8-a917-4e3483819762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.439877 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1511c7c4-2076-4ba8-a917-4e3483819762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.447153 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-509835d1-965d-44c8-bcd0-fab3e9d59708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:19.461951 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511c7c4-2076-4ba8-a917-4e3483819762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5157c564-2215-4a61-8e04-b551996c86e5,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:19.466756 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1511c7c4-2076-4ba8-a917-4e3483819762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:19.467943 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1511c7c4-2076-4ba8-a917-4e3483819762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.469261 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-1511c7c4-2076-4ba8-a917-4e3483819762 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5157c564-2215-4a61-8e04-b551996c86e5 HTTP/1.1" status: 204 len: 168 time: 0.2303200 May 06 00:36:19.584810 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39526) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:19.614640 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-26195c87-c01b-4e58-8b2e-aed921824353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.634666 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-26195c87-c01b-4e58-8b2e-aed921824353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:19.640127 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-26195c87-c01b-4e58-8b2e-aed921824353 admin admin] Usage tracker for resource:security_group_rule and tenant:1262a60851df4d8f9775c8d2142b46c6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:19.644556 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-26195c87-c01b-4e58-8b2e-aed921824353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:19.653923 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-26195c87-c01b-4e58-8b2e-aed921824353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:19.830794 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-26195c87-c01b-4e58-8b2e-aed921824353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.837813 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-26195c87-c01b-4e58-8b2e-aed921824353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:19.882078 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-66924d4f-746a-4b73-9f64-14807ddf74e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:19.904669 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528b93a-0cdd-475e-92f4-65674a09543c req-7c000568-d72f-4156-96cd-20fb5621e433 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:19.913441 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e528b93a-0cdd-475e-92f4-65674a09543c req-7c000568-d72f-4156-96cd-20fb5621e433 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1003795 May 06 00:36:19.966324 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-26195c87-c01b-4e58-8b2e-aed921824353 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1262a60851df4d8f9775c8d2142b46c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778067 May 06 00:36:19.975753 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39546) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:19.997542 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26195c87-c01b-4e58-8b2e-aed921824353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e28700f-f96c-4b5e-b8e8-1b44610b8aef,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:20.003707 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-26195c87-c01b-4e58-8b2e-aed921824353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:20.023050 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e528b93a-0cdd-475e-92f4-65674a09543c req-dc00a4f8-8d01-4cf7-aa06-49ebb7c89724 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081493 May 06 00:36:20.083098 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a3ad993b-f11c-44da-94e0-5ae20c4b8ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:20.120935 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a3ad993b-f11c-44da-94e0-5ae20c4b8ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:20.220806 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a3ad993b-f11c-44da-94e0-5ae20c4b8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:20.227205 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-53882d86-5927-47d8-b861-95da63a972df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:20.238082 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad993b-f11c-44da-94e0-5ae20c4b8ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e28700f-f96c-4b5e-b8e8-1b44610b8aef,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:20.256244 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a3ad993b-f11c-44da-94e0-5ae20c4b8ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:20.265378 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a3ad993b-f11c-44da-94e0-5ae20c4b8ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:20.277313 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a3ad993b-f11c-44da-94e0-5ae20c4b8ec2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e28700f-f96c-4b5e-b8e8-1b44610b8aef HTTP/1.1" status: 204 len: 168 time: 0.3000352 May 06 00:36:20.749906 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-24446579-b704-42c4-8ac5-c7685a1e8174 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0964649 May 06 00:36:20.929227 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-f219ac8e-f913-4467-9fb1-551dc20d2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:20.930794 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-f219ac8e-f913-4467-9fb1-551dc20d2b41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 1098 time: 0.0785608 May 06 00:36:21.240342 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-14a2f0df-93d6-4599-ba1c-be0acec50307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:21.242433 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-14a2f0df-93d6-4599-ba1c-be0acec50307 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 918 time: 0.2807930 May 06 00:36:21.249585 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39620) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:21.343989 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-e4dc56b8-b2c6-44d2-b894-503fd5d94cc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964 HTTP/1.1" status: 200 len: 217 time: 0.0932853 May 06 00:36:21.418247 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:21.430041 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84553481-db9b-49f4-b4fd-8be9a97bd5fe req-dc7d42ff-9a0b-4eaf-9099-9dba7dc46a6c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:21.436433 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:21.437953 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-84553481-db9b-49f4-b4fd-8be9a97bd5fe req-dc7d42ff-9a0b-4eaf-9099-9dba7dc46a6c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.2795398 May 06 00:36:21.446370 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] Usage tracker for resource:security_group_rule and tenant:5449b990195f40328cc2bad8cd9925e9 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:21.450388 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:21.457565 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:21.517320 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-84553481-db9b-49f4-b4fd-8be9a97bd5fe req-f94504df-f03d-41bb-9735-f0bb05e22274 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783596 May 06 00:36:21.521954 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-d11d22ea-4c2a-4229-b19d-62fe47e4fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:21.523409 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-d11d22ea-4c2a-4229-b19d-62fe47e4fef6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 200 len: 858 time: 0.1659141 May 06 00:36:21.608162 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:21.626441 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:21.637468 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-da5c36f3-6873-4772-b5e8-7097397aa85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:21.664828 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-33f6397d-a821-4e36-a1f8-4e6ec6ab9d8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc6f620d-9a85-4ffa-a129-6d7d72617946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327648 May 06 00:36:21.739991 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c808dba5-ba8e-4ea4-b9d7-9291d71bb3f2,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:21.751861 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:21.778128 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5449b990195f40328cc2bad8cd9925e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5274608 May 06 00:36:21.780925 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39644) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:21.865511 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-058ecdfb-6d70-486e-bd42-54a2adc10dad service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927254 May 06 00:36:21.869180 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-54e7fcbb-3693-49a5-91ed-ab8bfe9a0f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:21.909797 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-54e7fcbb-3693-49a5-91ed-ab8bfe9a0f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:21.990900 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-54e7fcbb-3693-49a5-91ed-ab8bfe9a0f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:21.999382 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-239b289a-22c8-47ec-8f5a-09291510dd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:22.010450 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41706c94-338b-4de5-89c4-aacde2cf6166 req-abda21ed-c4cf-4444-a534-15598f53f571 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375363 May 06 00:36:22.016188 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7fcbb-3693-49a5-91ed-ab8bfe9a0f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c808dba5-ba8e-4ea4-b9d7-9291d71bb3f2,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:22.038392 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-54e7fcbb-3693-49a5-91ed-ab8bfe9a0f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:22.051266 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-54e7fcbb-3693-49a5-91ed-ab8bfe9a0f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:22.058227 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-54e7fcbb-3693-49a5-91ed-ab8bfe9a0f98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c808dba5-ba8e-4ea4-b9d7-9291d71bb3f2 HTTP/1.1" status: 204 len: 168 time: 0.2762761 May 06 00:36:22.726957 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16badaf3-02fb-4732-97a8-d2ad4a28c20b req-2f15929a-d9c2-432c-8eaf-12ce8eb77d93 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:22.728755 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-16badaf3-02fb-4732-97a8-d2ad4a28c20b req-2f15929a-d9c2-432c-8eaf-12ce8eb77d93 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0923872 May 06 00:36:22.783848 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-16badaf3-02fb-4732-97a8-d2ad4a28c20b req-54cbe7e1-4d69-45c8-a0da-c1d608686547 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478301 May 06 00:36:23.766930 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39760) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:23.895048 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39770) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:24.019319 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.035442 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a40fc-236b-4162-9d8c-0a8799490f38 req-2cffc5c0-41f2-44eb-b642-04db5c20732d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:24.037197 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a28a40fc-236b-4162-9d8c-0a8799490f38 req-2cffc5c0-41f2-44eb-b642-04db5c20732d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1171508 May 06 00:36:24.037481 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:24.041895 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] Usage tracker for resource:security_group_rule and tenant:16ea5394281b4fd8a62e871430eafd5f is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:24.057959 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:24.064680 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:24.113673 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a28a40fc-236b-4162-9d8c-0a8799490f38 req-b73852ca-0463-4d09-b901-abf60501cd16 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702071 May 06 00:36:24.143591 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39778) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:24.240676 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.243121 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.245282 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.253410 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.268717 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.277603 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d2a3df4c-e1ee-4958-abda-8e64d9d95fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:24.302824 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:24.310904 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:24.319479 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] Usage tracker for resource:security_group_rule and tenant:57fba7a5e0ee4db5a6fc787ca25a6e39 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:24.325404 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] Usage tracker for resource:security_group_rule and tenant:527d11b4c8e3494a8ccace4aad9b5ba2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:24.329987 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:24.332637 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:24.340875 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087a6072-dc59-4b39-9724-8b04f777e3de,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:24.343945 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:24.345946 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:24.352105 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16ea5394281b4fd8a62e871430eafd5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5811770 May 06 00:36:24.352105 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:24.352890 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39786) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:24.421196 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-aacd078d-2369-477b-855a-3ad9c5ecc878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.451502 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-aacd078d-2369-477b-855a-3ad9c5ecc878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.489889 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.494271 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.497676 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.504697 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-74830be0-9499-4362-87dd-f15ee4107c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:24.505158 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-aacd078d-2369-477b-855a-3ad9c5ecc878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.509863 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:24.515520 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.529012 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd078d-2369-477b-855a-3ad9c5ecc878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a6072-dc59-4b39-9724-8b04f777e3de,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:24.533346 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-aacd078d-2369-477b-855a-3ad9c5ecc878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:24.557010 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-aacd078d-2369-477b-855a-3ad9c5ecc878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.558065 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-aacd078d-2369-477b-855a-3ad9c5ecc878 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/087a6072-dc59-4b39-9724-8b04f777e3de HTTP/1.1" status: 204 len: 168 time: 0.2036521 May 06 00:36:24.576224 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=527d11b4c8e3494a8ccace4aad9b5ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6799099 May 06 00:36:24.577245 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e23e1-1aba-4cbf-b987-2b50e466daba,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:24.579172 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39796) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:24.580684 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:24.581524 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ec24b4ea-71cf-491c-b52f-95ee2e331d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:24.611761 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7daac6-33a7-43b2-9e3f-d9f4cfc4de2a,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:24.616056 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57fba7a5e0ee4db5a6fc787ca25a6e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711044 May 06 00:36:24.617223 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:24.618590 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39804) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:24.684206 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5d485451-47c3-436b-9153-9def64177898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.713363 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5d485451-47c3-436b-9153-9def64177898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.714742 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-531fee47-8075-4807-80bc-3065784c8a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.744381 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-531fee47-8075-4807-80bc-3065784c8a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.787657 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5d485451-47c3-436b-9153-9def64177898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.802674 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6f8d327c-121e-4f74-b69d-1998c1beb97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:24.817256 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d485451-47c3-436b-9153-9def64177898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7daac6-33a7-43b2-9e3f-d9f4cfc4de2a,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:24.818066 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-531fee47-8075-4807-80bc-3065784c8a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.819691 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5d485451-47c3-436b-9153-9def64177898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:24.821964 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-b4f04e4b-9c14-4761-9045-86e2a4e25688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:24.834718 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-5d485451-47c3-436b-9153-9def64177898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.846100 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-5d485451-47c3-436b-9153-9def64177898 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea7daac6-33a7-43b2-9e3f-d9f4cfc4de2a HTTP/1.1" status: 204 len: 168 time: 0.2251620 May 06 00:36:24.856242 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fee47-8075-4807-80bc-3065784c8a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e23e1-1aba-4cbf-b987-2b50e466daba,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:24.859587 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-531fee47-8075-4807-80bc-3065784c8a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:24.862393 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-531fee47-8075-4807-80bc-3065784c8a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:24.872284 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-531fee47-8075-4807-80bc-3065784c8a86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/942e23e1-1aba-4cbf-b987-2b50e466daba HTTP/1.1" status: 204 len: 168 time: 0.2917988 May 06 00:36:25.333436 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b56c3d-ea4a-4336-8d59-85743f54c62a req-40d7b9f6-34b7-4946-8571-245ad38f1603 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:25.341314 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e7b56c3d-ea4a-4336-8d59-85743f54c62a req-40d7b9f6-34b7-4946-8571-245ad38f1603 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0986400 May 06 00:36:25.380607 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39836) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:25.402948 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e7b56c3d-ea4a-4336-8d59-85743f54c62a req-af838010-21f1-47f8-8a39-288e43891bf4 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576782 May 06 00:36:25.413598 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:25.430321 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:25.434678 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] Usage tracker for resource:security_group_rule and tenant:7ebdb55c98c849c28e1b63be24f400c0 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:25.437959 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:25.443585 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:25.567427 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:25.572677 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:25.583266 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0c4534d2-2d49-4923-8b46-11aedd304f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:25.622719 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ebdb55c98c849c28e1b63be24f400c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407486 May 06 00:36:25.624757 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ea8568-883e-47ea-982e-7153b5a090f8,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:25.625923 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39852) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:25.627725 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:25.703282 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e1c58ae6-ade5-48e5-82a0-bd73f7185f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:25.767135 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e1c58ae6-ade5-48e5-82a0-bd73f7185f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:25.880022 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e1c58ae6-ade5-48e5-82a0-bd73f7185f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:25.888223 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-82ce10cf-d7db-4f67-9b6c-5f96cd75bf9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:25.901751 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e1c58ae6-ade5-48e5-82a0-bd73f7185f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:25.902911 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e1c58ae6-ade5-48e5-82a0-bd73f7185f50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7ea8568-883e-47ea-982e-7153b5a090f8 HTTP/1.1" status: 204 len: 168 time: 0.2760227 May 06 00:36:25.904139 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c58ae6-ade5-48e5-82a0-bd73f7185f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ea8568-883e-47ea-982e-7153b5a090f8,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:25.906698 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e1c58ae6-ade5-48e5-82a0-bd73f7185f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:25.998736 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39874) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:26.220177 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-636283720-network', 'tenant_id': 'bae512484aec412b9ed30b6b2dafdba2'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:26.225815 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:26.235691 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Usage tracker for resource:network and tenant:bae512484aec412b9ed30b6b2dafdba2 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:26.241249 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:26.248916 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:26.273308 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Made reservation on behalf of bae512484aec412b9ed30b6b2dafdba2 for: {'network': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:36:26.276227 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.289091 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.303701 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:26.307971 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Usage tracker for resource:security_group_rule and tenant:bae512484aec412b9ed30b6b2dafdba2 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:26.310977 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:26.316621 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:26.375458 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39894) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:26.410634 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.415990 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.422126 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:26.450241 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:26.454855 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:26.461033 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=73853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:36:26.473056 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.473507 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.segments_db [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Added segment 279dcd8f-cc70-49b4-b3e7-562a1c557201 of type vlan for network 025d01cd-acbd-4185-b1a6-69ee1b05b555 May 06 00:36:26.515075 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.555669 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.558639 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:26.559402 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.566069 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-466863bc-9476-42f6-8a02-caff40ee0ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:26.690795 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1642954323-network', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:26.692826 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6929951 May 06 00:36:26.694872 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 39912) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:26.698228 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:26.703306 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Pushing event updated for resources: {'Network': ['ID=025d01cd-acbd-4185-b1a6-69ee1b05b555,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:26.707898 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Usage tracker for resource:network and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:26.709886 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Request body: {'subnet': {'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-636283720-subnet', 'tenant_id': 'bae512484aec412b9ed30b6b2dafdba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:26.715297 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:26.718499 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:26.721291 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Usage tracker for resource:subnet and tenant:bae512484aec412b9ed30b6b2dafdba2 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:26.724788 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:26.725984 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:26.729698 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:26.741616 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network 025d01cd-acbd-4185-b1a6-69ee1b05b555 details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:36:26.743794 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Made reservation on behalf of 62b9f7b2b4c84262afcea5da837cc9b6 for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:36:26.750102 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.763615 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.781286 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:26.785276 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Usage tracker for resource:security_group_rule and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:26.794447 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:26.801085 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:26.841989 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:26.893958 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Made reservation on behalf of bae512484aec412b9ed30b6b2dafdba2 for: {'subnet': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:36:26.900376 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.949664 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.956193 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.971094 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:36:26.985529 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:26.986844 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Added segment 9ac61cf4-829a-4f26-9d6d-f408fa270bc1 of type vlan for network d785f87c-c20d-49d9-af2b-695cd3fd9484 May 06 00:36:27.000378 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-54e7fcbb-3693-49a5-91ed-ab8bfe9a0f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:27.011243 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac44d9-667c-492e-bffb-320ef26809fd req-e0ceafe7-a2f3-488a-823e-be58f7567f71 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:27.019861 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3cac44d9-667c-492e-bffb-320ef26809fd req-e0ceafe7-a2f3-488a-823e-be58f7567f71 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.2899640 May 06 00:36:27.092065 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3cac44d9-667c-492e-bffb-320ef26809fd req-b12c3a85-da28-4429-a20c-151557646c7d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708930 May 06 00:36:27.100401 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:27.123176 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fa0c3b-d1f6-4dc7-9964-24a2bcd86b68,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:27.140176 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:27.180716 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:27.182271 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:27.182856 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:27.204207 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-db6c4954-2dbf-49f5-bfa0-92e62346ef77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:27.326115 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Pushing event updated for resources: {'Network': ['ID=d785f87c-c20d-49d9-af2b-695cd3fd9484,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:27.329842 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9532542 May 06 00:36:27.330779 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:27.333498 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 39942) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:27.340417 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network d785f87c-c20d-49d9-af2b-695cd3fd9484 details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:36:27.344980 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Request body: {'subnet': {'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1642954323-subnet', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'ip_version': 4}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:27.356877 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:27.367151 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Usage tracker for resource:subnet and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:27.377258 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:27.388701 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:27.410421 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Made reservation on behalf of 62b9f7b2b4c84262afcea5da837cc9b6 for: {'subnet': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:36:27.413788 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1071861451'] for subnet, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:27.752132 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:27.762328 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e30c70a3-86d6-4a6e-b066-5a4e599b1551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:27.861308 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a5f40-1ce4-483b-8794-ff9a246f42a4 req-84293a4d-f8a1-47fc-9c95-7618b4d36625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:27.862748 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-368a5f40-1ce4-483b-8794-ff9a246f42a4 req-84293a4d-f8a1-47fc-9c95-7618b4d36625 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 1099 time: 0.1872375 May 06 00:36:27.874129 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:27.882863 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:27.885381 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Checking segment: {'id': '279dcd8f-cc70-49b4-b3e7-562a1c557201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:36:27.885878 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Network hostable DHCP agents. Network: 025d01cd-acbd-4185-b1a6-69ee1b05b555, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:36:27.939386 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-368a5f40-1ce4-483b-8794-ff9a246f42a4 req-fde7bc86-baa8-4680-94e6-c371f00874d9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552783 May 06 00:36:27.943833 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Network 025d01cd-acbd-4185-b1a6-69ee1b05b555 is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:36:27.961941 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, 025d01cd-acbd-4185-b1a6-69ee1b05b555) {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:27.966396 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:27.967003 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:27.975164 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c01227-ff5d-4a43-9869-bdb7cfa5f277 None None] Network 025d01cd-acbd-4185-b1a6-69ee1b05b555 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:36:28.006942 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3054509 May 06 00:36:28.018329 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071680261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1071861433'] for subnet, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:28.026610 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-190b0736-2af1-4b3e-a9bb-dba2649e5711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:28.323299 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Checking segment: {'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:36:28.323664 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Network hostable DHCP agents. Network: d785f87c-c20d-49d9-af2b-695cd3fd9484, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:36:28.335329 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6518a22-4bb8-4620-969a-04d81c5438a1,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:28.338122 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:28.388967 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Network d785f87c-c20d-49d9-af2b-695cd3fd9484 is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:36:28.422237 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, d785f87c-c20d-49d9-af2b-695cd3fd9484) {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:28.432476 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:28.438470 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:28.453911 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3eb720-1814-4116-991a-a1b3fb68f491 None None] Network d785f87c-c20d-49d9-af2b-695cd3fd9484 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:36:28.473820 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2d8fe-456e-4503-8cda-66fb7318d197 None None] Network 025d01cd-acbd-4185-b1a6-69ee1b05b555 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:36:28.482376 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1473792 May 06 00:36:28.483193 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40014) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:28.490996 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:28.503780 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:28.510508 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Usage tracker for resource:router and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:28.514797 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:28.520853 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:28.522671 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b86b81-ff3d-41e5-8a72-e3ca3d3433fe req-dee27d51-ec3d-4558-aec9-da977214e9a8 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:28.526271 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-85b86b81-ff3d-41e5-8a72-e3ca3d3433fe req-dee27d51-ec3d-4558-aec9-da977214e9a8 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1704357 May 06 00:36:28.547111 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-452325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12888'] for router, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:28.549410 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12881'] for router, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:28.587461 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-85b86b81-ff3d-41e5-8a72-e3ca3d3433fe req-d054c0cd-ec36-491a-9094-554e4d770d0f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536115 May 06 00:36:28.590019 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:28.992164 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b465a1-e1e1-5a0a-9d54-364484373d9a-d785f87c-c20d-49d9-af2b-695cd3fd9484', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1'}]}} from dv-cinder-784623-8-smb. {{(pid=73855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 00:36:28.993616 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:29.051680 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12963'] for router, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:29.235791 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.db_base_plugin_common [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Allocated IP 172.20.0.2 (d785f87c-c20d-49d9-af2b-695cd3fd9484/e6518a22-4bb8-4620-969a-04d81c5438a1/c1aa68c7-201d-4a6f-931c-06ca951d27fb) {{(pid=73855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:36:29.553539 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c4e41858-ed65-41d8-9bc5-76dee675e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:29.575152 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Notify callbacks [] for port, precommit_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:29.587152 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Transition to ACTIVE for port object c1aa68c7-201d-4a6f-931c-06ca951d27fb will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:29.599450 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:29.605422 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Transition to ACTIVE for port object c1aa68c7-201d-4a6f-931c-06ca951d27fb will not be triggered until provisioned by entity DHCP. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:29.612698 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:29.620296 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:29.635752 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:29.678067 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Network d785f87c-c20d-49d9-af2b-695cd3fd9484 is already hosted by enough agents. {{(pid=73855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:36:29.682232 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.base_scheduler [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Resources bound (agent type, host, resource id): {{(pid=73855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:29.687494 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Received port after_create {{(pid=73855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:36:29.748887 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Pushing event updated for resources: {'Port': ['ID=c1aa68c7-201d-4a6f-931c-06ca951d27fb,revision_number=1']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:29.757584 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.757996 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.758346 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.758652 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.758970 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.759289 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.759602 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.759943 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.760247 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.760604 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.761036 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.761347 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:29.799676 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Allocated IP 172.28.3.174 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/449936d4-7b30-44fe-8c0b-5d677cf528a4) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:36:29.849057 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:29.872991 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Attempting to bind port c1aa68c7-201d-4a6f-931c-06ca951d27fb on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:36:29.872991 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Attempting to bind port c1aa68c7-201d-4a6f-931c-06ca951d27fb by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:36:29.873345 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efa964-4719-4b14-93ec-a7f26a9ae319 req-d03b73ca-588d-4487-a52b-08dde812a96a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:29.874242 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Attempting to bind port c1aa68c7-201d-4a6f-931c-06ca951d27fb on network d785f87c-c20d-49d9-af2b-695cd3fd9484 {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:36:29.879653 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:36:29.880032 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Checking segment: {'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:36:29.880503 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:29.880929 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Bound using segment: {'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:36:29.881963 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Bound port: c1aa68c7-201d-4a6f-931c-06ca951d27fb, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:36:29.881963 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:29.883832 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82efa964-4719-4b14-93ec-a7f26a9ae319 req-d03b73ca-588d-4487-a52b-08dde812a96a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1552534 May 06 00:36:29.927039 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82efa964-4719-4b14-93ec-a7f26a9ae319 req-000ac0fb-5d6f-4573-902f-92c8aaa83cc1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 May 06 00:36:29.979029 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:29.988385 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] For port c1aa68c7-201d-4a6f-931c-06ca951d27fb, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:36:29.998783 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] For port c1aa68c7-201d-4a6f-931c-06ca951d27fb, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=c1aa68c7-201d-4a6f-931c-06ca951d27fb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:36:30.005271 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:30.010951 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-580192ed-39dd-4ecc-a241-a4b50a39a66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:30.014052 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:30.020359 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:30.081287 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:36:30.084094 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:30.086556 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:36:30.088730 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Pushing event updated for resources: {'Port': ['ID=c1aa68c7-201d-4a6f-931c-06ca951d27fb,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:30.094258 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:30.134320 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ce931-f1e5-44cc-bc44-7e0a9f09c95e req-2807ea5b-594b-40f1-810b-67e990264619 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:30.135655 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0e0ce931-f1e5-44cc-bc44-7e0a9f09c95e req-2807ea5b-594b-40f1-810b-67e990264619 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.0940018 May 06 00:36:30.166894 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Pushing event updated for resources: {'Port': ['ID=449936d4-7b30-44fe-8c0b-5d677cf528a4,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:30.177043 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:30.192808 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0e0ce931-f1e5-44cc-bc44-7e0a9f09c95e req-f3d1fe0f-1782-42ad-99c0-fc1de7bf9a84 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415127 May 06 00:36:30.882214 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:31.296942 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc87f9-112a-40f6-b7e6-c8ce673de0c4 None None] Network d785f87c-c20d-49d9-af2b-695cd3fd9484 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:36:31.312825 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395526'] for router, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:31.401944 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-46f491bb-1947-4a2f-9867-a4b9773c2d3f None None] Provisioning for port c1aa68c7-201d-4a6f-931c-06ca951d27fb completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:31.569556 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Router ba1b3250-d7ba-4357-890a-5bf3be76b916 is scheduled to L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 with binding_index 1 {{(pid=73854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 00:36:31.839069 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:36:31.852544 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Sync routers for ids ['ba1b3250-d7ba-4357-890a-5bf3be76b916'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:36:31.868553 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Notify callbacks [] for router, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:31.870303 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3860333 May 06 00:36:31.874936 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 40114) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:31.878539 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Routers {'ba1b3250-d7ba-4357-890a-5bf3be76b916'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:36:31.879382 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:36:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['ba1b3250-d7ba-4357-890a-5bf3be76b916'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:31.996174 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:32.121996 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Set router ba1b3250-d7ba-4357-890a-5bf3be76b916 gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:36:32.260369 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-55f809af-4a02-4c2a-8924-6427bf6b7619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:32.324310 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device c1aa68c7-201d-4a6f-931c-06ca951d27fb up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:32.445895 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port c1aa68c7-201d-4a6f-931c-06ca951d27fb completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:32.452350 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port c1aa68c7-201d-4a6f-931c-06ca951d27fb triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:32.453525 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:30Z', 'revision_number': 3, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:32.455604 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:32.459211 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Checking router: ba1b3250-d7ba-4357-890a-5bf3be76b916 for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:36:32.459643 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Updating router ba1b3250-d7ba-4357-890a-5bf3be76b916 port 449936d4-7b30-44fe-8c0b-5d677cf528a4 binding host dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:36:32.523575 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:32.664051 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:32.702754 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port c1aa68c7-201d-4a6f-931c-06ca951d27fb, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=c1aa68c7-201d-4a6f-931c-06ca951d27fb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:32.708270 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:32.710829 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-bce29e28-96a1-4585-aaba-13c5007ed71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:32.799229 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=c1aa68c7-201d-4a6f-931c-06ca951d27fb,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:32.802305 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:32.899445 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5726d-0eca-48db-a046-01c16530bb89 req-756da55e-a479-4290-a211-db71b3fcf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:32.900962 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eea5726d-0eca-48db-a046-01c16530bb89 req-756da55e-a479-4290-a211-db71b3fcf890 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 1098 time: 0.2702363 May 06 00:36:32.910316 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb346a7c-5cdd-4a6a-9c85-e2536fe3b38f req-67b02bfb-5bda-4329-a07b-1f9f982c50ff tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:32.911750 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bb346a7c-5cdd-4a6a-9c85-e2536fe3b38f req-67b02bfb-5bda-4329-a07b-1f9f982c50ff tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2799091 May 06 00:36:32.966228 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Notify callbacks [] for port, precommit_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:32.980282 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.provisioning_blocks [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Transition to ACTIVE for port object 449936d4-7b30-44fe-8c0b-5d677cf528a4 will not be triggered until provisioned by entity L2. {{(pid=73856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:32.997839 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:33.009336 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:33.132526 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Attempting to bind port 449936d4-7b30-44fe-8c0b-5d677cf528a4 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:36:33.133429 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Attempting to bind port 449936d4-7b30-44fe-8c0b-5d677cf528a4 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:36:33.133941 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Attempting to bind port 449936d4-7b30-44fe-8c0b-5d677cf528a4 on network d35728a9-d9a3-4297-acfc-cedfe30fc42c {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:36:33.141012 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Pushing event updated for resources: {'Port': ['ID=449936d4-7b30-44fe-8c0b-5d677cf528a4,revision_number=2']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:33.150151 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:36:33.150812 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Checking segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:36:33.151369 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:33.151945 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Bound using segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:36:33.154273 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Bound port: 449936d4-7b30-44fe-8c0b-5d677cf528a4, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:36:33.154874 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:33.186051 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.186670 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.187165 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.187638 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.188089 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.188929 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.188929 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.189073 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.189352 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.189651 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.189956 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.190258 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:33.193006 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bb346a7c-5cdd-4a6a-9c85-e2536fe3b38f req-389f3843-b332-4a19-991a-7eed4353ca2c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566428 May 06 00:36:33.199639 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:33.233107 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:33.245905 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] For port 449936d4-7b30-44fe-8c0b-5d677cf528a4, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:36:33.249229 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] For port 449936d4-7b30-44fe-8c0b-5d677cf528a4, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=449936d4-7b30-44fe-8c0b-5d677cf528a4,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:36:33.260237 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:33.265337 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:33.277802 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:33.323536 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5726d-0eca-48db-a046-01c16530bb89 req-5fe7a93b-fe41-4845-b9a0-73f42003ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:33.325670 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eea5726d-0eca-48db-a046-01c16530bb89 req-5fe7a93b-fe41-4845-b9a0-73f42003ec6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 918 time: 0.4124606 May 06 00:36:33.359895 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Routers {'ba1b3250-d7ba-4357-890a-5bf3be76b916'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:36:33.360544 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:36:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['ba1b3250-d7ba-4357-890a-5bf3be76b916'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:33.408530 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eea5726d-0eca-48db-a046-01c16530bb89 req-33ffb94f-f075-4900-b182-3856cf6549b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964 HTTP/1.1" status: 200 len: 217 time: 0.0706706 May 06 00:36:33.414156 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Pushing event updated for resources: {'Port': ['ID=449936d4-7b30-44fe-8c0b-5d677cf528a4,revision_number=3']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:33.471255 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-5ade9f19-bd49-4475-b969-4eaf094641fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:33.540592 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] Set router ba1b3250-d7ba-4357-890a-5bf3be76b916 gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:36:33.568369 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5726d-0eca-48db-a046-01c16530bb89 req-0c65a5bd-4497-4a19-a863-3986fa18f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:33.568369 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eea5726d-0eca-48db-a046-01c16530bb89 req-0c65a5bd-4497-4a19-a863-3986fa18f0be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 200 len: 858 time: 0.1165307 May 06 00:36:33.624867 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eea5726d-0eca-48db-a046-01c16530bb89 req-9fad9123-af36-4316-be24-75334a9ab931 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc6f620d-9a85-4ffa-a129-6d7d72617946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495958 May 06 00:36:33.660176 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Allocated IP 172.20.0.1 (d785f87c-c20d-49d9-af2b-695cd3fd9484/e6518a22-4bb8-4620-969a-04d81c5438a1/cf50248e-1780-41d9-8326-b4dc9088541a) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:36:33.850803 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:30Z', 'revision_number': 3, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:33.854916 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503343e-1905-4b74-9dee-62a8e3833305 None None] The sync data for ids ['ba1b3250-d7ba-4357-890a-5bf3be76b916'] in dv-cinder-784623-8-smb is: [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:30Z', 'revision_number': 3, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:36:33.878444 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eea5726d-0eca-48db-a046-01c16530bb89 req-9b4d5d56-7193-4c7e-a732-1c8b3024e14f service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381084 May 06 00:36:33.989625 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.029449 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Transition to ACTIVE for port object cf50248e-1780-41d9-8326-b4dc9088541a will not be triggered until provisioned by entity DHCP. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:34.064067 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-eea5726d-0eca-48db-a046-01c16530bb89 req-d3bcc270-69d3-412d-a50d-fa568875065d service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742425 May 06 00:36:34.112726 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.120050 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:34.210182 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Network d785f87c-c20d-49d9-af2b-695cd3fd9484 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:36:34.220514 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:34.247467 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf50248e-1780-41d9-8326-b4dc9088541a,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:34.252419 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:34.257226 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:36:34.257777 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399577'] for router_interface, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.388468 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 449936d4-7b30-44fe-8c0b-5d677cf528a4 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:34.492776 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.508229 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 449936d4-7b30-44fe-8c0b-5d677cf528a4 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:34.516011 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 449936d4-7b30-44fe-8c0b-5d677cf528a4 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:34.516634 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.589908 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397fc6b-9e42-45cd-a26f-087b798e99a2 req-e4b53c0e-72b6-4a4f-ae64-f455d0fdabc9 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:34.597121 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4397fc6b-9e42-45cd-a26f-087b798e99a2 req-e4b53c0e-72b6-4a4f-ae64-f455d0fdabc9 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2020638 May 06 00:36:34.665608 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ef290388-9ae2-4893-ac01-433b5792964d None None] Provisioning for port cf50248e-1780-41d9-8326-b4dc9088541a completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:34.686885 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ef290388-9ae2-4893-ac01-433b5792964d None None] Provisioning complete for port cf50248e-1780-41d9-8326-b4dc9088541a triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:34.687630 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ef290388-9ae2-4893-ac01-433b5792964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.732200 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4397fc6b-9e42-45cd-a26f-087b798e99a2 req-dddc1784-2426-4a60-929b-ba308f75f907 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341660 May 06 00:36:34.764729 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ef290388-9ae2-4893-ac01-433b5792964d None None] Port cf50248e-1780-41d9-8326-b4dc9088541a cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:36:34.764729 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.782725 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 449936d4-7b30-44fe-8c0b-5d677cf528a4, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=449936d4-7b30-44fe-8c0b-5d677cf528a4,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:34.787838 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.788929 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device c1aa68c7-201d-4a6f-931c-06ca951d27fb up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:34.819618 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:34.827068 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.836289 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.837582 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399482'] for router_interface, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.842659 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-4ef370f4-99cb-4c70-8aae-5ff03a7345c5 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:34.946212 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=449936d4-7b30-44fe-8c0b-5d677cf528a4,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:34.950040 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:34.954629 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:34.960839 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40182) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:34.987846 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port c1aa68c7-201d-4a6f-931c-06ca951d27fb triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:34.988382 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:35.055352 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0871b55-06ce-43d0-b387-b6027285756e admin admin] Deleting subnet efe742e7-a44d-4f91-af67-32d4b3e3d853 {{(pid=73854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:36:35.059384 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e0871b55-06ce-43d0-b387-b6027285756e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:35.119308 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf50248e-1780-41d9-8326-b4dc9088541a,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:35.126444 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e0871b55-06ce-43d0-b387-b6027285756e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071601855'] for subnet, precommit_delete_associations {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:35.129021 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:35.191693 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Network d785f87c-c20d-49d9-af2b-695cd3fd9484 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:36:35.192948 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:35.199828 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e0871b55-06ce-43d0-b387-b6027285756e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:35.387230 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-5bb17b0f-84bf-4b27-bd20-aa933b90eaa1 None None] Provisioning complete for port cf50248e-1780-41d9-8326-b4dc9088541a triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:35.387630 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-5bb17b0f-84bf-4b27-bd20-aa933b90eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:35.424883 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Router ba1b3250-d7ba-4357-890a-5bf3be76b916 has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:36:35.447817 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-5bb17b0f-84bf-4b27-bd20-aa933b90eaa1 None None] Port cf50248e-1780-41d9-8326-b4dc9088541a cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:36:35.500375 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e0871b55-06ce-43d0-b387-b6027285756e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071891398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071861408'] for subnet, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:35.504966 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:35.539720 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0871b55-06ce-43d0-b387-b6027285756e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe742e7-a44d-4f91-af67-32d4b3e3d853,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:35.543453 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e0871b55-06ce-43d0-b387-b6027285756e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:35.546439 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e0871b55-06ce-43d0-b387-b6027285756e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:35.552463 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e0871b55-06ce-43d0-b387-b6027285756e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/efe742e7-a44d-4f91-af67-32d4b3e3d853 HTTP/1.1" status: 204 len: 168 time: 0.5904238 May 06 00:36:35.554990 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40190) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:35.620149 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:36:35.629806 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] 10.222.0.32 "PUT /v2.0/routers/ba1b3250-d7ba-4357-890a-5bf3be76b916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7534618 May 06 00:36:35.762165 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:35.867257 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Sync routers for ids ['ba1b3250-d7ba-4357-890a-5bf3be76b916'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:36:35.893207 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Routers {'ba1b3250-d7ba-4357-890a-5bf3be76b916'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:36:35.894409 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:36:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['ba1b3250-d7ba-4357-890a-5bf3be76b916'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:35.948175 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:35.966364 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b07dc37-2f59-4382-8492-6fcfa887ddea']}} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:35.982048 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc015cce-a92e-4631-9ebc-881ffb82b84c') {'for_net_delete': True} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:35.982633 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc015cce-a92e-4631-9ebc-881ffb82b84c') {} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:35.999051 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071601824'] for segment, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.018393 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.041459 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=73854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:36:36.042136 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071891360'] for segment, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.047332 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21cb0-396b-4a8e-854f-1c993ed728d8 req-719cdb21-1a2a-40be-9f06-8eaa7ecc3fa9 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:36.049040 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8db21cb0-396b-4a8e-854f-1c993ed728d8 req-719cdb21-1a2a-40be-9f06-8eaa7ecc3fa9 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1734645 May 06 00:36:36.145435 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8db21cb0-396b-4a8e-854f-1c993ed728d8 req-ab89f806-33c1-4849-9890-f0aed1a7edd7 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902336 May 06 00:36:36.146192 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Set router ba1b3250-d7ba-4357-890a-5bf3be76b916 gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: Traceback (most recent call last): May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: timer() May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: cb(*args, **kw) May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: return func(*args, **kwargs) May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: self._notify() May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: self.callback(batched_events) May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: event.method(event) May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: return f(self, *a, **k) May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: return self._get(url).json() May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: return self.request(url, 'GET', **kwargs) May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:36:36.265407 dv-cinder-784623-8-smb neutron-server[73854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:36:36.332489 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.337391 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:36.365868 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.405088 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] 10.222.0.32 "DELETE /v2.0/networks/3b07dc37-2f59-4382-8492-6fcfa887ddea HTTP/1.1" status: 204 len: 168 time: 0.8490295 May 06 00:36:36.407932 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 40234) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:36.424051 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b07dc37-2f59-4382-8492-6fcfa887ddea,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:36.441122 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:36.458494 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 449936d4-7b30-44fe-8c0b-5d677cf528a4 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:36.615256 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 449936d4-7b30-44fe-8c0b-5d677cf528a4 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:36.615725 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.628740 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40242) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:36.655554 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_v2 [None req-475ea773-72eb-4c17-9b62-a493cebf548b admin admin] Deleting subnet 2f64837f-901e-43ce-ab38-8ae9d02b85f4 {{(pid=73853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:36:36.660984 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-475ea773-72eb-4c17-9b62-a493cebf548b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.674593 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40248) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:36.680184 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1763965733-network', 'tenant_id': '774965cb59c44611954434156e40bf40'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:36.685851 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:36.690470 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Usage tracker for resource:network and tenant:774965cb59c44611954434156e40bf40 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:36.693345 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:36.699297 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:36.715095 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Made reservation on behalf of 774965cb59c44611954434156e40bf40 for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:36:36.718469 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.732926 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.750324 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:36.751956 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'cf50248e-1780-41d9-8326-b4dc9088541a', 'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'mac_address': 'fa:16:3e:d3:bd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:33Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 2, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'subnets': [{'id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:36.753853 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-475ea773-72eb-4c17-9b62-a493cebf548b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.754001 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Usage tracker for resource:security_group_rule and tenant:774965cb59c44611954434156e40bf40 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:36.756884 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:36.763107 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:36.766138 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-475ea773-72eb-4c17-9b62-a493cebf548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.767268 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Checking router: ba1b3250-d7ba-4357-890a-5bf3be76b916 for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:36:36.767666 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Updating router ba1b3250-d7ba-4357-890a-5bf3be76b916 port cf50248e-1780-41d9-8326-b4dc9088541a binding host dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:36:36.805340 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-bcec9e63-641f-40a9-a6b8-eeccb20b72f7 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:36.806090 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-bcec9e63-641f-40a9-a6b8-eeccb20b72f7 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Synchronizing usage tracker for tenant:bae512484aec412b9ed30b6b2dafdba2 on resource:network {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:36:36.859509 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-bcec9e63-641f-40a9-a6b8-eeccb20b72f7 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Unset dirty status for tenant:bae512484aec412b9ed30b6b2dafdba2 on resource:network {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:36:36.865836 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-bcec9e63-641f-40a9-a6b8-eeccb20b72f7 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/networks?id=025d01cd-acbd-4185-b1a6-69ee1b05b555 HTTP/1.1" status: 200 len: 813 time: 0.3248353 May 06 00:36:36.895750 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.901754 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.909531 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.913826 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3b38fcff-c64c-4cc2-bb96-eb6208ade1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:36.940789 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-41671ea8-1619-4620-b03d-a15f9951574b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/quotas/bae512484aec412b9ed30b6b2dafdba2 HTTP/1.1" status: 200 len: 375 time: 0.0739579 May 06 00:36:36.941012 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:36:36.961078 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0693a3a-064c-4cd1-a261-f60c16067eb4,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:36.991645 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:36.994165 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:36.994651 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Added segment 76bae22d-5b01-4827-b0ba-f05f75da0333 of type vlan for network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 May 06 00:36:37.000982 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.004831 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-0968292b-3c23-4e73-a24e-e4df49cece0a tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bae512484aec412b9ed30b6b2dafdba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627768 May 06 00:36:37.031447 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:37.038978 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] Usage tracker for resource:security_group_rule and tenant:c09e8367d3b04e418370efaa7e866e79 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:37.042353 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.046260 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:37.053527 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:37.101087 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.105903 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:37.106663 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.113261 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:37.249919 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Pushing event updated for resources: {'Network': ['ID=e0e72f82-598b-4e87-ac44-e8e4e29ee6f1,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:37.267400 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:37.269121 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5935502 May 06 00:36:37.272853 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40266) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:37.278083 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-9ceb26c5-df3d-4df6-b4a8-08d7f06c0576 service neutron] 10.222.0.32 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618165 May 06 00:36:37.281424 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Request body: {'subnet': {'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1763965733-subnet', 'tenant_id': '774965cb59c44611954434156e40bf40', 'ip_version': 4}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:37.292891 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:36:37.297306 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:37.303900 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.305287 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Usage tracker for resource:subnet and tenant:774965cb59c44611954434156e40bf40 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:37.308852 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:37.314547 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.322945 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:37.324804 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d41d046c-d2ba-4659-b7c7-69bf8b39fb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:37.373760 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c09e8367d3b04e418370efaa7e866e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7408447 May 06 00:36:37.373760 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Made reservation on behalf of 774965cb59c44611954434156e40bf40 for: {'subnet': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:36:37.374127 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1071861451'] for subnet, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.386369 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40270) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:37.414304 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e3bd76-88b4-4548-995a-a426495d30f3,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:37.462266 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-475ea773-72eb-4c17-9b62-a493cebf548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.463582 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:37.490756 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:37.551660 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ea773-72eb-4c17-9b62-a493cebf548b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f64837f-901e-43ce-ab38-8ae9d02b85f4,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:37.555500 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d02dbe58-e03d-40dd-ad1e-fae70c705a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.558936 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-475ea773-72eb-4c17-9b62-a493cebf548b admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.562127 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-475ea773-72eb-4c17-9b62-a493cebf548b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:37.573367 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b8dd4-7266-43e1-b50f-313260a61276 req-fbf043bd-6820-4a72-90a7-c586d1a70460 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:37.575004 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-624b8dd4-7266-43e1-b50f-313260a61276 req-fbf043bd-6820-4a72-90a7-c586d1a70460 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2935121 May 06 00:36:37.580908 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-2bc478be-7281-4fe7-996e-16e71847a1c6 service neutron] 10.222.0.32 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495158 May 06 00:36:37.582753 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-475ea773-72eb-4c17-9b62-a493cebf548b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2f64837f-901e-43ce-ab38-8ae9d02b85f4 HTTP/1.1" status: 204 len: 168 time: 1.1734993 May 06 00:36:37.585510 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40280) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:37.614904 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Notify callbacks [] for port, precommit_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.648631 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Transition to ACTIVE for port object cf50248e-1780-41d9-8326-b4dc9088541a will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:37.655452 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-624b8dd4-7266-43e1-b50f-313260a61276 req-706df778-4b39-4ae1-a4c6-bb46c3bae81b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690727 May 06 00:36:37.671387 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.677460 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:37.701598 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d02dbe58-e03d-40dd-ad1e-fae70c705a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.841334 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.923613 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330705c-1047-44f0-b02a-0a2fa3e2f8c4 None None] Pushing event updated for resources: {'Port': ['ID=cf50248e-1780-41d9-8326-b4dc9088541a,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:37.937020 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-7330705c-1047-44f0-b02a-0a2fa3e2f8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:37.943568 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d02dbe58-e03d-40dd-ad1e-fae70c705a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:37.949305 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2c52b945-d2a6-419e-a6ed-9eb8d3ea3bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:37.993346 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dbe58-e03d-40dd-ad1e-fae70c705a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e3bd76-88b4-4548-995a-a426495d30f3,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:38.028271 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Attempting to bind port cf50248e-1780-41d9-8326-b4dc9088541a on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:36:38.028692 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Attempting to bind port cf50248e-1780-41d9-8326-b4dc9088541a by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:36:38.029065 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Attempting to bind port cf50248e-1780-41d9-8326-b4dc9088541a on network d785f87c-c20d-49d9-af2b-695cd3fd9484 {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:36:38.040052 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:36:38.040473 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Checking segment: {'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:36:38.041037 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.041785 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Bound using segment: {'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:36:38.042685 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Bound port: cf50248e-1780-41d9-8326-b4dc9088541a, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:36:38.043051 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.084960 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4c404266-b616-41a0-8740-9fe657a58881 req-38e8cb7a-df45-4fbf-b320-e97f8eddb815 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 210 time: 0.1596017 May 06 00:36:38.091242 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d02dbe58-e03d-40dd-ad1e-fae70c705a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:38.129874 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d02dbe58-e03d-40dd-ad1e-fae70c705a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.131151 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d02dbe58-e03d-40dd-ad1e-fae70c705a1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4e3bd76-88b4-4548-995a-a426495d30f3 HTTP/1.1" status: 204 len: 168 time: 0.7386606 May 06 00:36:38.146947 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.167407 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d']}} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:38.184664 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0f0f1e-a401-4014-adf1-7bab910e34a9') {'for_net_delete': True} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:38.184864 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0f0f1e-a401-4014-adf1-7bab910e34a9') {} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:38.185390 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] For port cf50248e-1780-41d9-8326-b4dc9088541a, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:36:38.189377 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] For port cf50248e-1780-41d9-8326-b4dc9088541a, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=cf50248e-1780-41d9-8326-b4dc9088541a,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:36:38.199345 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.200044 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071601824'] for segment, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.207808 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:38.234210 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.244101 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=73854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:36:38.244527 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071891360'] for segment, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: Traceback (most recent call last): May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: timer() May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: cb(*args, **kw) May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: return func(*args, **kwargs) May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: self._notify() May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: self.callback(batched_events) May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: event.method(event) May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: return f(self, *a, **k) May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: return self._get(url).json() May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: return self.request(url, 'GET', **kwargs) May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:36:38.264563 dv-cinder-784623-8-smb neutron-server[73854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:36:38.312749 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Routers {'ba1b3250-d7ba-4357-890a-5bf3be76b916'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:36:38.313458 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:36:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['ba1b3250-d7ba-4357-890a-5bf3be76b916'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:38.374697 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.389571 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.399127 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e39789f9-799d-474b-86ed-402036cf3b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:38.426573 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d HTTP/1.1" status: 204 len: 168 time: 0.8400090 May 06 00:36:38.554425 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330705c-1047-44f0-b02a-0a2fa3e2f8c4 None None] Pushing event updated for resources: {'Port': ['ID=cf50248e-1780-41d9-8326-b4dc9088541a,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:38.568189 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-7330705c-1047-44f0-b02a-0a2fa3e2f8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:38.614603 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f7bb2d-fa8d-4f76-86f4-f57bc41aa53d,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:38.623750 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:38.657843 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] Set router ba1b3250-d7ba-4357-890a-5bf3be76b916 gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:36:38.666430 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071680261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1071861433'] for subnet, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.672433 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0a4724bf-b43a-494d-b6f1-6c6a359f320e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:38.767384 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5631eb88-7fbb-4e12-8cf0-fd238b59e256,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:38.774776 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:38.779896 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Checking segment: {'id': '76bae22d-5b01-4827-b0ba-f05f75da0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:36:38.780897 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Network hostable DHCP agents. Network: e0e72f82-598b-4e87-ac44-e8e4e29ee6f1, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:36:38.828276 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:36:38.846125 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, e0e72f82-598b-4e87-ac44-e8e4e29ee6f1) {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:38.859147 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:38.859762 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:38.870765 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 40316) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:38.873572 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3f45a1-d747-456a-b2a5-c736ffc00866 None None] Network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:36:38.924972 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6508214 May 06 00:36:38.925628 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40320) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:38.951323 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1763965733-router', 'tenant_id': '774965cb59c44611954434156e40bf40', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:38.961306 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:38.971249 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Usage tracker for resource:router and tenant:774965cb59c44611954434156e40bf40 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:38.979141 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:38.991725 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:39.015755 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-452325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12888'] for router, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:39.019658 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12881'] for router, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:39.060192 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:39.082456 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-d21b532f-6f0b-403d-a5d0-5c6d7bceeaea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d02b375d37743808137734810a498f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104526 May 06 00:36:39.090533 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 40324) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:39.185591 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38af85b-627c-4f1d-a78b-8251d130ed2a req-8eec9cca-254a-48ad-bb0e-5bfae31f8de1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:39.193997 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f38af85b-627c-4f1d-a78b-8251d130ed2a req-8eec9cca-254a-48ad-bb0e-5bfae31f8de1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2870691 May 06 00:36:39.236748 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-be3f7693-d2c7-4fae-9d4c-ebaac131e446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:39.271632 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-be3f7693-d2c7-4fae-9d4c-ebaac131e446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:39.347056 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4d86bdc9-eff0-487d-97f1-364f59727fce req-e2cf8f4e-2337-4c6a-af48-6ddaef1f8e35 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 210 time: 0.0631888 May 06 00:36:39.438440 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12963'] for router, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:39.453712 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f38af85b-627c-4f1d-a78b-8251d130ed2a req-3119c0fd-983b-47e4-b235-8266092778e6 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586310 May 06 00:36:39.532648 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b465a1-e1e1-5a0a-9d54-364484373d9a-e0e72f82-598b-4e87-ac44-e8e4e29ee6f1', 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1', 'tenant_id': '774965cb59c44611954434156e40bf40', 'fixed_ips': [{'subnet_id': '5631eb88-7fbb-4e12-8cf0-fd238b59e256'}]}} from dv-cinder-784623-8-smb. {{(pid=73855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 00:36:39.533479 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:39.625964 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-49486fe9-8ac0-4ddd-ac78-d13f2b232b5f tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:39.627582 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-49486fe9-8ac0-4ddd-ac78-d13f2b232b5f tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.26 "GET /v2.0/networks?id=025d01cd-acbd-4185-b1a6-69ee1b05b555 HTTP/1.1" status: 200 len: 813 time: 0.1564705 May 06 00:36:39.645974 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Request body: {'port': {'device_id': '2a9258e9-84f2-4376-ba0d-1530b19bd074', 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555', 'admin_state_up': True, 'tenant_id': 'bae512484aec412b9ed30b6b2dafdba2'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:39.662672 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'cf50248e-1780-41d9-8326-b4dc9088541a', 'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'mac_address': 'fa:16:3e:d3:bd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:33Z', 'updated_at': '2021-05-06T00:36:38Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'subnets': [{'id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:39.679604 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a7b7c-84b8-42e3-ad21-5f1c550f3057 None None] The sync data for ids ['ba1b3250-d7ba-4357-890a-5bf3be76b916'] in dv-cinder-784623-8-smb is: [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'cf50248e-1780-41d9-8326-b4dc9088541a', 'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'mac_address': 'fa:16:3e:d3:bd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:33Z', 'updated_at': '2021-05-06T00:36:38Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'subnets': [{'id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:36:39.709518 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-be3f7693-d2c7-4fae-9d4c-ebaac131e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:39.791838 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.db_base_plugin_common [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Allocated IP 172.20.0.2 (e0e72f82-598b-4e87-ac44-e8e4e29ee6f1/5631eb88-7fbb-4e12-8cf0-fd238b59e256/f2552aee-605a-41ab-9ffb-8da27c27469d) {{(pid=73855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:36:39.927477 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-0aff7460-bc9f-4096-8d9c-3ab091b9077c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:39.966497 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f7693-d2c7-4fae-9d4c-ebaac131e446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ce263-afc2-444f-9004-46d51271eac7,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:39.974841 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-be3f7693-d2c7-4fae-9d4c-ebaac131e446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:39.978020 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-be3f7693-d2c7-4fae-9d4c-ebaac131e446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:39.979432 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-be3f7693-d2c7-4fae-9d4c-ebaac131e446 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d2ce263-afc2-444f-9004-46d51271eac7 HTTP/1.1" status: 204 len: 168 time: 0.8879526 May 06 00:36:39.995471 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:40.006750 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Usage tracker for resource:port and tenant:bae512484aec412b9ed30b6b2dafdba2 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:40.011127 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:40.040239 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:40.061559 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Made reservation on behalf of bae512484aec412b9ed30b6b2dafdba2 for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:36:40.067969 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:40.094514 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:40.204702 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:40.352511 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Notify callbacks [] for port, precommit_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:40.380763 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Transition to ACTIVE for port object f2552aee-605a-41ab-9ffb-8da27c27469d will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:40.428613 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device cf50248e-1780-41d9-8326-b4dc9088541a up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:40.523028 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Allocated IP 172.20.0.13 (025d01cd-acbd-4185-b1a6-69ee1b05b555/e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b/9e259f46-8c40-4318-923f-d1348164a9b6) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:36:40.566523 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Transition to ACTIVE for port object f2552aee-605a-41ab-9ffb-8da27c27469d will not be triggered until provisioned by entity DHCP. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:40.591262 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:40.601761 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-7330705c-1047-44f0-b02a-0a2fa3e2f8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:40.619951 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Allocated IP 172.28.3.171 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/3668ac38-3220-497b-ac14-9efd922052a8) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:36:40.771362 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Pushing event updated for resources: {'Port': ['ID=f2552aee-605a-41ab-9ffb-8da27c27469d,revision_number=1']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:40.789299 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41a0dc01-a96c-4ff9-ba4b-7dc3ea245593 req-f7bf7afe-0f53-4e9f-9c64-60d3a48cb68f tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 210 time: 0.1653192 May 06 00:36:40.797180 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:40.872526 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 is already hosted by enough agents. {{(pid=73855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:36:40.884255 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.base_scheduler [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Resources bound (agent type, host, resource id): {{(pid=73855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:40.892593 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Received port after_create {{(pid=73855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:36:40.916844 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40366) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:41.024404 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port cf50248e-1780-41d9-8326-b4dc9088541a completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:41.072809 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port cf50248e-1780-41d9-8326-b4dc9088541a triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:41.073439 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.127553 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-8840d9d9-d839-4257-92d2-0e53cb04c8f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e06b3e39c29d47bf8405a24180ae08ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093074 May 06 00:36:41.128786 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40374) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:41.131811 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.145405 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcac60-bf7c-45b3-9698-52d4f6050fe2 req-d0721fc9-31f9-4201-9420-7bba6c3ac6d3 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:41.152842 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Attempting to bind port f2552aee-605a-41ab-9ffb-8da27c27469d on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:36:41.153221 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Attempting to bind port f2552aee-605a-41ab-9ffb-8da27c27469d by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '76bae22d-5b01-4827-b0ba-f05f75da0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:36:41.153586 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Attempting to bind port f2552aee-605a-41ab-9ffb-8da27c27469d on network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:36:41.155544 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d5dcac60-bf7c-45b3-9698-52d4f6050fe2 req-d0721fc9-31f9-4201-9420-7bba6c3ac6d3 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.3646948 May 06 00:36:41.160998 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:36:41.161375 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Checking segment: {'id': '76bae22d-5b01-4827-b0ba-f05f75da0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:36:41.161785 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.162233 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Bound using segment: {'id': '76bae22d-5b01-4827-b0ba-f05f75da0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:36:41.162981 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Bound port: f2552aee-605a-41ab-9ffb-8da27c27469d, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bae22d-5b01-4827-b0ba-f05f75da0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:36:41.163396 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.237347 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.238992 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f6943398-3b3c-4f78-aca1-83b03461ece3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.262767 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d5dcac60-bf7c-45b3-9698-52d4f6050fe2 req-235e0e9f-615f-48be-8c5f-bc6bf684a85d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033216 May 06 00:36:41.283904 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f6943398-3b3c-4f78-aca1-83b03461ece3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.291154 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.304813 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:41.310115 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.316265 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.329031 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-4560529a-e3f3-4243-ae71-16f28d1e34b8 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:41.361066 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] For port f2552aee-605a-41ab-9ffb-8da27c27469d, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:36:41.366734 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] For port f2552aee-605a-41ab-9ffb-8da27c27469d, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=f2552aee-605a-41ab-9ffb-8da27c27469d,segment=NetworkSegment(76bae22d-5b01-4827-b0ba-f05f75da0333),segment_id=76bae22d-5b01-4827-b0ba-f05f75da0333)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:36:41.368567 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port cf50248e-1780-41d9-8326-b4dc9088541a, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=cf50248e-1780-41d9-8326-b4dc9088541a,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:41.373486 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.378509 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:41.384768 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:36:41.414599 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Network 025d01cd-acbd-4185-b1a6-69ee1b05b555 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:36:41.418238 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:41.444099 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:36:41.450721 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:41.457201 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.487266 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Pushing event updated for resources: {'Port': ['ID=9e259f46-8c40-4318-923f-d1348164a9b6,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:41.488796 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:41.494346 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:41.495048 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Pushing event updated for resources: {'Port': ['ID=3668ac38-3220-497b-ac14-9efd922052a8,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:41.496887 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8572984 May 06 00:36:41.498515 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:36:41.503817 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.521362 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Request body: {'port': {'device_id': '2a9258e9-84f2-4376-ba0d-1530b19bd074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:41.529447 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:41.589523 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Pushing event updated for resources: {'Port': ['ID=f2552aee-605a-41ab-9ffb-8da27c27469d,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:41.602191 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:41.602821 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-6be51652-5ec2-4894-857d-d853bcc40bd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:41.691345 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f6943398-3b3c-4f78-aca1-83b03461ece3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.711892 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:41.729669 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=cf50248e-1780-41d9-8326-b4dc9088541a,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:41.733483 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:41.855759 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c7b8ec95-0a7f-40a6-9e94-863b2d8fa068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:41.898562 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6943398-3b3c-4f78-aca1-83b03461ece3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfcabd0-3d5b-4cd1-a92f-e77f4022ba87,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:41.981124 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f6943398-3b3c-4f78-aca1-83b03461ece3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:42.018397 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f6943398-3b3c-4f78-aca1-83b03461ece3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:42.019530 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-f6943398-3b3c-4f78-aca1-83b03461ece3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bfcabd0-3d5b-4cd1-a92f-e77f4022ba87 HTTP/1.1" status: 204 len: 168 time: 0.8842804 May 06 00:36:42.453834 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:42.459574 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device f2552aee-605a-41ab-9ffb-8da27c27469d up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:42.481252 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f4d61-545a-4d00-b9ee-7720a84801cc req-ba586720-62c7-4064-8171-34f118474d8e tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:42.482051 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-583f4d61-545a-4d00-b9ee-7720a84801cc req-ba586720-62c7-4064-8171-34f118474d8e tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Synchronizing usage tracker for tenant:bae512484aec412b9ed30b6b2dafdba2 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:36:42.657766 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port f2552aee-605a-41ab-9ffb-8da27c27469d completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:42.668644 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device cf50248e-1780-41d9-8326-b4dc9088541a up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:42.746111 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-583f4d61-545a-4d00-b9ee-7720a84801cc req-ba586720-62c7-4064-8171-34f118474d8e tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Unset dirty status for tenant:bae512484aec412b9ed30b6b2dafdba2 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:36:42.747317 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-583f4d61-545a-4d00-b9ee-7720a84801cc req-ba586720-62c7-4064-8171-34f118474d8e tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 932 time: 0.7099261 May 06 00:36:42.763496 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e259f46-8c40-4318-923f-d1348164a9b6 {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:36:42.852494 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:42.865171 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port cf50248e-1780-41d9-8326-b4dc9088541a triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:42.865592 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:42.975244 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-583f4d61-545a-4d00-b9ee-7720a84801cc req-b9db6686-8ce2-446c-9a5d-5469d155ff80 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Synchronizing usage tracker for tenant:bae512484aec412b9ed30b6b2dafdba2 on resource:security_group {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:36:43.082771 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-583f4d61-545a-4d00-b9ee-7720a84801cc req-b9db6686-8ce2-446c-9a5d-5469d155ff80 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Unset dirty status for tenant:bae512484aec412b9ed30b6b2dafdba2 on resource:security_group {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:36:43.087620 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-583f4d61-545a-4d00-b9ee-7720a84801cc req-b9db6686-8ce2-446c-9a5d-5469d155ff80 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301282 May 06 00:36:43.119449 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Transition to ACTIVE for port object 9e259f46-8c40-4318-923f-d1348164a9b6 will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:43.139292 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e397683-4ab9-4b31-8c13-571f7b707898 None None] Network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:36:43.141274 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed1453-3d76-4a70-ba92-2d9f71ecb903 req-c8f215ce-b4bd-4f85-9dd2-aee3213164b1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:43.149544 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-38ed1453-3d76-4a70-ba92-2d9f71ecb903 req-c8f215ce-b4bd-4f85-9dd2-aee3213164b1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.5624945 May 06 00:36:43.196167 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:43.215743 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-38ed1453-3d76-4a70-ba92-2d9f71ecb903 req-6d7ed595-a212-4042-8726-e9313bb7570e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650516 May 06 00:36:43.216817 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-671f49f3-9e7c-41e0-bf3d-be25f536a105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:43.261655 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395526'] for router, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:43.377673 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Pushing event updated for resources: {'Port': ['ID=9e259f46-8c40-4318-923f-d1348164a9b6,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:43.382123 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:43.440111 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-c144a5cb-030c-4aec-9b17-71504adf8615 None None] Provisioning for port f2552aee-605a-41ab-9ffb-8da27c27469d completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:43.447427 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-c144a5cb-030c-4aec-9b17-71504adf8615 None None] Provisioning complete for port f2552aee-605a-41ab-9ffb-8da27c27469d triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:43.447806 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c144a5cb-030c-4aec-9b17-71504adf8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:43.704130 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 is scheduled to L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 with binding_index 1 {{(pid=73854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 00:36:43.774457 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:36:43.776443 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Attempting to bind port 9e259f46-8c40-4318-923f-d1348164a9b6 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:36:43.776912 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Attempting to bind port 9e259f46-8c40-4318-923f-d1348164a9b6 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '279dcd8f-cc70-49b4-b3e7-562a1c557201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:36:43.779292 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Attempting to bind port 9e259f46-8c40-4318-923f-d1348164a9b6 on network 025d01cd-acbd-4185-b1a6-69ee1b05b555 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:36:43.791585 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c144a5cb-030c-4aec-9b17-71504adf8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:43.792208 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Port 9e259f46-8c40-4318-923f-d1348164a9b6 on network 025d01cd-acbd-4185-b1a6-69ee1b05b555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:36:43.793622 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Attempting to bind port 9e259f46-8c40-4318-923f-d1348164a9b6 on network 025d01cd-acbd-4185-b1a6-69ee1b05b555 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:36:43.822941 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:36:43.823592 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Checking segment: {'id': '279dcd8f-cc70-49b4-b3e7-562a1c557201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:36:43.824021 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Bound using segment: {'id': '279dcd8f-cc70-49b4-b3e7-562a1c557201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:36:43.825936 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Bound port: 9e259f46-8c40-4318-923f-d1348164a9b6, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279dcd8f-cc70-49b4-b3e7-562a1c557201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:36:43.827294 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:43.846547 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-c144a5cb-030c-4aec-9b17-71504adf8615 None None] For port f2552aee-605a-41ab-9ffb-8da27c27469d, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=f2552aee-605a-41ab-9ffb-8da27c27469d,segment=NetworkSegment(76bae22d-5b01-4827-b0ba-f05f75da0333),segment_id=76bae22d-5b01-4827-b0ba-f05f75da0333)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:43.853664 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c144a5cb-030c-4aec-9b17-71504adf8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:43.855611 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:43.999407 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144a5cb-030c-4aec-9b17-71504adf8615 None None] Pushing event updated for resources: {'Port': ['ID=f2552aee-605a-41ab-9ffb-8da27c27469d,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:44.008807 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-c144a5cb-030c-4aec-9b17-71504adf8615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:44.058058 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] For port 9e259f46-8c40-4318-923f-d1348164a9b6, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:36:44.062821 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] For port 9e259f46-8c40-4318-923f-d1348164a9b6, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9e259f46-8c40-4318-923f-d1348164a9b6,segment=NetworkSegment(279dcd8f-cc70-49b4-b3e7-562a1c557201),segment_id=279dcd8f-cc70-49b4-b3e7-562a1c557201)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:36:44.077441 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-add74285-9290-4927-a974-33fe916dc73f None None] Provisioning complete for port f2552aee-605a-41ab-9ffb-8da27c27469d triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:44.077818 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-add74285-9290-4927-a974-33fe916dc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:44.083667 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:44.095861 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:44.112502 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:36:44.124097 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Sync routers for ids ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:36:44.138164 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Routers {'77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:36:44.139343 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:36:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:44.196043 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Notify callbacks [] for router, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:44.197825 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2709453 May 06 00:36:44.200681 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40458) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:44.294297 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device f2552aee-605a-41ab-9ffb-8da27c27469d up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:44.322668 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:44.326641 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:44.331054 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] 10.222.0.26 "PUT /v2.0/ports/9e259f46-8c40-4318-923f-d1348164a9b6 HTTP/1.1" status: 200 len: 1094 time: 2.8257036 May 06 00:36:44.332567 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9258e9-84f2-4376-ba0d-1530b19bd074', 'tag': '9e259f46-8c40-4318-923f-d1348164a9b6'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:36:44.443238 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port f2552aee-605a-41ab-9ffb-8da27c27469d triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:44.444251 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:44.545508 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Set router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:36:44.654365 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Pushing event updated for resources: {'Port': ['ID=9e259f46-8c40-4318-923f-d1348164a9b6,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:44.674811 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:44.731522 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a17c6e-f82a-4b79-a1c1-75ce0ffc74cd req-80ade186-44f0-4daa-9808-843e3998a4d3 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:44.733675 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-13a17c6e-f82a-4b79-a1c1-75ce0ffc74cd req-80ade186-44f0-4daa-9808-843e3998a4d3 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 944 time: 0.1906660 May 06 00:36:44.742421 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-2aec57f9-e32b-41c4-9293-ecd54fcfc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:44.744026 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-2aec57f9-e32b-41c4-9293-ecd54fcfc507 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bae512484aec412b9ed30b6b2dafdba2&device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 1097 time: 0.3562934 May 06 00:36:44.773389 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e8c0d-3817-4c99-9748-e6902a2c5cc2 req-b319f7f5-0105-4b1d-82a7-77f919443e4f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:44.781354 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-131e8c0d-3817-4c99-9748-e6902a2c5cc2 req-b319f7f5-0105-4b1d-82a7-77f919443e4f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2798004 May 06 00:36:44.896992 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-13a17c6e-f82a-4b79-a1c1-75ce0ffc74cd req-a981ae11-c0e7-4f61-af23-3b540fbfe9c0 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569483 May 06 00:36:44.899687 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-59807301-3610-4b83-8bdd-d1554f8ef538 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e259f46-8c40-4318-923f-d1348164a9b6 HTTP/1.1" status: 200 len: 217 time: 0.1357479 May 06 00:36:44.996205 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-131e8c0d-3817-4c99-9748-e6902a2c5cc2 req-d1174e77-da68-41a4-94e7-249d1f55efd0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134950 May 06 00:36:45.020967 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-b9c16362-a610-4742-ba98-604276315805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:45.022657 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-b9c16362-a610-4742-ba98-604276315805 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b HTTP/1.1" status: 200 len: 853 time: 0.1147704 May 06 00:36:45.087871 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9258e9-84f2-4376-ba0d-1530b19bd074', 'tag': '9e259f46-8c40-4318-923f-d1348164a9b6', 'status': 'completed', 'code': 200} May 06 00:36:45.104517 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-a4580599-bafa-4f2e-9d23-b516dc0dd55e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=025d01cd-acbd-4185-b1a6-69ee1b05b555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741689 May 06 00:36:45.166310 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'name': 'tempest-TestShelveInstance-1763965733-router', 'tenant_id': '774965cb59c44611954434156e40bf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '3668ac38-3220-497b-ac14-9efd922052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:39Z', 'updated_at': '2021-05-06T00:36:42Z', 'revision_number': 3, 'project_id': '774965cb59c44611954434156e40bf40', 'gw_port': {'id': '3668ac38-3220-497b-ac14-9efd922052a8', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:40Z', 'updated_at': '2021-05-06T00:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:45.177834 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Checking router: 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:36:45.178188 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Updating router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 port 3668ac38-3220-497b-ac14-9efd922052a8 binding host dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:36:45.283921 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:45.358408 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-2a8fbd4c-81d5-4e1c-b61e-e5b01a4828a0 service neutron] 10.222.0.26 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460213 May 06 00:36:45.597627 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9631d2cb-fbb4-43a1-afa6-d0cd5687690c req-95249324-0b0b-4d06-9f39-c71ac0edd580 service neutron] 10.222.0.26 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318397 May 06 00:36:45.820633 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d591-016b-43d5-9689-114043109bea req-d827cdac-8b61-4dbc-ab42-9197fe4c86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:45.823298 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6bd3d591-016b-43d5-9689-114043109bea req-d827cdac-8b61-4dbc-ab42-9197fe4c86d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bae512484aec412b9ed30b6b2dafdba2&device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 1097 time: 0.1681051 May 06 00:36:45.848253 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:45.922368 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Notify callbacks [] for port, precommit_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:45.956911 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.provisioning_blocks [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Transition to ACTIVE for port object 3668ac38-3220-497b-ac14-9efd922052a8 will not be triggered until provisioned by entity L2. {{(pid=73856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:45.979627 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:45.988123 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:46.039362 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d591-016b-43d5-9689-114043109bea req-98e87fa2-109f-45c7-8ff6-ee93641873e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:46.041139 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6bd3d591-016b-43d5-9689-114043109bea req-98e87fa2-109f-45c7-8ff6-ee93641873e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=025d01cd-acbd-4185-b1a6-69ee1b05b555 HTTP/1.1" status: 200 len: 913 time: 0.2110171 May 06 00:36:46.163856 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Attempting to bind port 3668ac38-3220-497b-ac14-9efd922052a8 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:36:46.173108 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Attempting to bind port 3668ac38-3220-497b-ac14-9efd922052a8 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:36:46.174263 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Attempting to bind port 3668ac38-3220-497b-ac14-9efd922052a8 on network d35728a9-d9a3-4297-acfc-cedfe30fc42c {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:36:46.183424 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:36:46.183853 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Checking segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:36:46.184212 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:46.184656 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Bound using segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:36:46.185116 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Bound port: 3668ac38-3220-497b-ac14-9efd922052a8, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:36:46.185713 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:46.211174 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990e37f-652e-40c6-8198-b797feea3b09 None None] Pushing event updated for resources: {'Port': ['ID=3668ac38-3220-497b-ac14-9efd922052a8,revision_number=2']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:46.228076 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-0990e37f-652e-40c6-8198-b797feea3b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:46.265936 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Allocated IP 172.20.0.1 (e0e72f82-598b-4e87-ac44-e8e4e29ee6f1/5631eb88-7fbb-4e12-8cf0-fd238b59e256/26d88fae-05bc-409f-a6be-ba2e1707419e) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:36:46.305623 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] For port 3668ac38-3220-497b-ac14-9efd922052a8, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:36:46.312164 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] For port 3668ac38-3220-497b-ac14-9efd922052a8, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=3668ac38-3220-497b-ac14-9efd922052a8,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:36:46.324997 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:46.331197 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-b151612d-1d58-43b0-8f91-bdc0544fe445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:46.458616 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Routers {'77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:36:46.459437 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:36:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:46.479381 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:46.506080 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Transition to ACTIVE for port object 26d88fae-05bc-409f-a6be-ba2e1707419e will not be triggered until provisioned by entity DHCP. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:46.519421 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6bd3d591-016b-43d5-9689-114043109bea req-749d94b1-1315-4c86-8b47-0bf1f5f8254e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e259f46-8c40-4318-923f-d1348164a9b6 HTTP/1.1" status: 200 len: 217 time: 0.4704745 May 06 00:36:46.547383 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:46.555332 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-bb83f401-cd29-4bcf-be49-9e44763feb10 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:46.582358 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990e37f-652e-40c6-8198-b797feea3b09 None None] Pushing event updated for resources: {'Port': ['ID=3668ac38-3220-497b-ac14-9efd922052a8,revision_number=3']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:46.595136 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-0990e37f-652e-40c6-8198-b797feea3b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:46.639097 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 40542) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:46.644692 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:36:46.647502 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:46.647879 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d591-016b-43d5-9689-114043109bea req-380e38e9-06b4-40ae-a84e-97b7384cf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:46.650421 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6bd3d591-016b-43d5-9689-114043109bea req-380e38e9-06b4-40ae-a84e-97b7384cf56e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b HTTP/1.1" status: 200 len: 853 time: 0.1194787 May 06 00:36:46.651467 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:36:46.658400 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50904-d128-47f3-a49d-132b7e715a1d req-f49614f6-777d-4e5b-bf8a-e75f66c19c2f tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:46.663535 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] Set router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:36:46.665950 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-72a50904-d128-47f3-a49d-132b7e715a1d req-f49614f6-777d-4e5b-bf8a-e75f66c19c2f tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 944 time: 0.2966232 May 06 00:36:46.728069 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=26d88fae-05bc-409f-a6be-ba2e1707419e,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:46.734652 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:46.770334 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3d82e-e85f-4373-b79e-372f9fa1a8b6 req-28b35e7a-0de8-495b-81fa-5adcd6813ebf tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:46.782410 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-05c3d82e-e85f-4373-b79e-372f9fa1a8b6 req-28b35e7a-0de8-495b-81fa-5adcd6813ebf tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.4344079 May 06 00:36:46.795040 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399577'] for router_interface, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:46.879010 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6bd3d591-016b-43d5-9689-114043109bea req-18012908-b222-469f-a57c-51a75ab48f94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=025d01cd-acbd-4185-b1a6-69ee1b05b555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2097142 May 06 00:36:46.963665 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-72a50904-d128-47f3-a49d-132b7e715a1d req-718388f7-d30b-4232-81eb-4fcd087577d7 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967722 May 06 00:36:46.971427 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:46.999789 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ef8509d4-9a92-445e-9030-314a7ff49b77 None None] Provisioning for port 26d88fae-05bc-409f-a6be-ba2e1707419e completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:47.006110 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ef8509d4-9a92-445e-9030-314a7ff49b77 None None] Provisioning complete for port 26d88fae-05bc-409f-a6be-ba2e1707419e triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:47.006518 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ef8509d4-9a92-445e-9030-314a7ff49b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:47.011495 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:47.049162 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-05c3d82e-e85f-4373-b79e-372f9fa1a8b6 req-107ef804-37c2-41cb-a767-785ad4fe1b2c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418509 May 06 00:36:47.064940 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:47.070553 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] Usage tracker for resource:security_group_rule and tenant:0a6329ea1ca447878f024c0cfec9d92b is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:47.074718 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:47.080888 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:47.154430 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ef8509d4-9a92-445e-9030-314a7ff49b77 None None] Port 26d88fae-05bc-409f-a6be-ba2e1707419e cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:36:47.165731 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'name': 'tempest-TestShelveInstance-1763965733-router', 'tenant_id': '774965cb59c44611954434156e40bf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '3668ac38-3220-497b-ac14-9efd922052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:39Z', 'updated_at': '2021-05-06T00:36:42Z', 'revision_number': 3, 'project_id': '774965cb59c44611954434156e40bf40', 'gw_port': {'id': '3668ac38-3220-497b-ac14-9efd922052a8', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:40Z', 'updated_at': '2021-05-06T00:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:47.172403 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a217ec1-a9df-4024-804d-86ec270fa087 None None] The sync data for ids ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'] in dv-cinder-784623-8-smb is: [{'id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'name': 'tempest-TestShelveInstance-1763965733-router', 'tenant_id': '774965cb59c44611954434156e40bf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '3668ac38-3220-497b-ac14-9efd922052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:39Z', 'updated_at': '2021-05-06T00:36:42Z', 'revision_number': 3, 'project_id': '774965cb59c44611954434156e40bf40', 'gw_port': {'id': '3668ac38-3220-497b-ac14-9efd922052a8', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:40Z', 'updated_at': '2021-05-06T00:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:36:47.276545 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:47.288612 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:47.304567 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:47.338113 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6bd3d591-016b-43d5-9689-114043109bea req-037b0156-a04d-4833-ba71-9c1b24ad2d65 service neutron] 10.222.0.26 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245169 May 06 00:36:47.387989 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:47.391504 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a6329ea1ca447878f024c0cfec9d92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516899 May 06 00:36:47.392752 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef03697-16b3-435b-92d6-64b3d1c427a2,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:47.394551 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40562) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:47.397086 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:47.436698 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:47.483961 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-8ad01d82-7094-472a-9d4a-c3a25db86eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:47.503043 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaf511-eab3-401f-b994-68c088b9fed3 req-32363160-6376-4083-885c-8acdc710dd6e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:47.505364 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bacaf511-eab3-401f-b994-68c088b9fed3 req-32363160-6376-4083-885c-8acdc710dd6e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.3286951 May 06 00:36:47.605929 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=26d88fae-05bc-409f-a6be-ba2e1707419e,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:47.619666 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bacaf511-eab3-401f-b994-68c088b9fed3 req-c3e22d86-5ec0-4108-b2f4-978053d04933 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034365 May 06 00:36:47.627782 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399482'] for router_interface, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:47.631765 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:47.633747 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a801cdf6-0ec4-4e5b-b800-8ca346419f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:47.635581 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6bd3d591-016b-43d5-9689-114043109bea req-60e3760b-37aa-4061-b76c-a4d35a539670 service neutron] 10.222.0.26 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809162 May 06 00:36:47.830993 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a801cdf6-0ec4-4e5b-b800-8ca346419f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:47.934246 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:36:47.936533 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:36:48.234321 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a801cdf6-0ec4-4e5b-b800-8ca346419f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:48.273664 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9093eb33-8a0e-4c9d-931a-8b90857ecdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:48.293219 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-03d56d2d-b3a2-42e2-881c-d86dca186414 None None] Provisioning complete for port 26d88fae-05bc-409f-a6be-ba2e1707419e triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:48.293810 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-03d56d2d-b3a2-42e2-881c-d86dca186414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:48.335806 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801cdf6-0ec4-4e5b-b800-8ca346419f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef03697-16b3-435b-92d6-64b3d1c427a2,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:48.351995 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a801cdf6-0ec4-4e5b-b800-8ca346419f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:48.360010 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a801cdf6-0ec4-4e5b-b800-8ca346419f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:48.361204 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a801cdf6-0ec4-4e5b-b800-8ca346419f10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ef03697-16b3-435b-92d6-64b3d1c427a2 HTTP/1.1" status: 204 len: 168 time: 0.9600887 May 06 00:36:48.429981 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472367ac-c7b4-426f-bc87-0967d36b6861 req-24d018e6-68be-408b-b271-c76a184c91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:48.433055 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-472367ac-c7b4-426f-bc87-0967d36b6861 req-24d018e6-68be-408b-b271-c76a184c91fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 1098 time: 0.3557577 May 06 00:36:48.434473 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:36:48.490723 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-03d56d2d-b3a2-42e2-881c-d86dca186414 None None] Port 26d88fae-05bc-409f-a6be-ba2e1707419e cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:36:48.500481 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3668ac38-3220-497b-ac14-9efd922052a8 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:48.552259 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-472367ac-c7b4-426f-bc87-0967d36b6861 req-70b66c05-bb50-43b9-8411-b9db3573c90c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100245 May 06 00:36:48.612746 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc694f2f-836d-4ac9-b6e3-df511e8eaab4 req-f6e2456d-61a0-42e4-ac35-bde39a90f9bf tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:48.621091 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 3668ac38-3220-497b-ac14-9efd922052a8 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:48.621784 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dc694f2f-836d-4ac9-b6e3-df511e8eaab4 req-f6e2456d-61a0-42e4-ac35-bde39a90f9bf tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.2720277 May 06 00:36:48.628921 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 3668ac38-3220-497b-ac14-9efd922052a8 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:48.629376 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:48.652692 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032312-0413-4899-bb6d-091c010b77e9 req-475589d0-4943-4b7a-a931-602cac90e566 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:48.654724 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad032312-0413-4899-bb6d-091c010b77e9 req-475589d0-4943-4b7a-a931-602cac90e566 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 944 time: 0.3805773 May 06 00:36:48.706421 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dc694f2f-836d-4ac9-b6e3-df511e8eaab4 req-be6c7382-69d7-4dfd-8b92-75914ad1ffbb tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832729 May 06 00:36:48.800027 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad032312-0413-4899-bb6d-091c010b77e9 req-b0183b24-2201-4df7-b657-71b2b33f7ade tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386843 May 06 00:36:48.837965 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:36:48.842824 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] 10.222.0.32 "PUT /v2.0/routers/77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6407876 May 06 00:36:48.865841 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:48.900121 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 3668ac38-3220-497b-ac14-9efd922052a8, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=3668ac38-3220-497b-ac14-9efd922052a8,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:48.906002 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:48.911792 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:49.050127 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce2f5-6b47-4030-9d21-bc2dca0a533e req-e559c1cc-720a-494e-adc5-04372bd84441 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:49.058376 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d20ce2f5-6b47-4030-9d21-bc2dca0a533e req-e559c1cc-720a-494e-adc5-04372bd84441 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1437054 May 06 00:36:49.108975 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=3668ac38-3220-497b-ac14-9efd922052a8,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:49.130550 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:49.143982 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d20ce2f5-6b47-4030-9d21-bc2dca0a533e req-0f2dd1a1-ea8a-4274-8592-0d78d1adbb7b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768154 May 06 00:36:49.231611 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 9e259f46-8c40-4318-923f-d1348164a9b6 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:36:49.413794 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Sync routers for ids ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:36:49.448269 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Routers {'77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:36:49.449504 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:36:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:49.659745 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 9e259f46-8c40-4318-923f-d1348164a9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9e259f46-8c40-4318-923f-d1348164a9b6,segment=NetworkSegment(279dcd8f-cc70-49b4-b3e7-562a1c557201),segment_id=279dcd8f-cc70-49b4-b3e7-562a1c557201)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:49.675977 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '9e259f46-8c40-4318-923f-d1348164a9b6', 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555', 'port_id': '9e259f46-8c40-4318-923f-d1348164a9b6', 'mac_address': 'fa:16:3e:af:85:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:36:49.773204 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:49.802935 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e259f46-8c40-4318-923f-d1348164a9b6 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:36:49.852107 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 9e259f46-8c40-4318-923f-d1348164a9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9e259f46-8c40-4318-923f-d1348164a9b6,segment=NetworkSegment(279dcd8f-cc70-49b4-b3e7-562a1c557201),segment_id=279dcd8f-cc70-49b4-b3e7-562a1c557201)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:49.862977 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Set router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:36:49.918677 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:49.948236 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:50.021208 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40644) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:50.028524 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759194848', 'description': 'tempest-secgroup-smoke-759194848 description', 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:50.030782 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17c053-b771-41cf-bb35-d428ffdad1e3 req-22f805b4-2daa-4bea-8826-e58da1fd5135 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:50.038796 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:50.039176 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8c17c053-b771-41cf-bb35-d428ffdad1e3 req-22f805b4-2daa-4bea-8826-e58da1fd5135 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1280472 May 06 00:36:50.048695 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Usage tracker for resource:security_group and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:50.069211 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:50.092770 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:50.127700 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:50.139304 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8c17c053-b771-41cf-bb35-d428ffdad1e3 req-399e1dee-105a-487c-b8f3-61d68f436bcf tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929849 May 06 00:36:50.159894 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=9e259f46-8c40-4318-923f-d1348164a9b6,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:50.160841 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:50.167065 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Usage tracker for resource:security_group_rule and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:50.168914 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:50.171429 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:50.213021 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:50.305663 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['9e259f46-8c40-4318-923f-d1348164a9b6'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:36:50.384245 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3668ac38-3220-497b-ac14-9efd922052a8 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:50.397536 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:50.411683 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:50.420490 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-41012b5f-39b8-405a-ba7c-8154addaeb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:50.540946 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570f9275-09cd-4540-97d9-8198e06586c1,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:50.549372 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:50.564932 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:50.568414 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5439699 May 06 00:36:50.575190 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 40664) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:50.584573 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Request body: {'security_group_rule': {'security_group_id': '570f9275-09cd-4540-97d9-8198e06586c1', 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:50.601020 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:50.610506 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Usage tracker for resource:security_group_rule and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:50.617148 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:50.630265 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:50.679051 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 3668ac38-3220-497b-ac14-9efd922052a8 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:50.680140 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:50.686503 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974c48-453a-4e68-bb3c-0c4206cf9026 req-dd3f9dc4-d6bd-41fc-b402-a1992148e661 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:50.693595 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-91974c48-453a-4e68-bb3c-0c4206cf9026 req-dd3f9dc4-d6bd-41fc-b402-a1992148e661 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2862473 May 06 00:36:50.727740 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01fcf3-bd7b-4e7e-825e-a7b4824e13ca req-6cb3553e-37bc-4b11-b2c0-9e0ea2a2d137 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:50.729291 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ce01fcf3-bd7b-4e7e-825e-a7b4824e13ca req-6cb3553e-37bc-4b11-b2c0-9e0ea2a2d137 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 945 time: 0.3956966 May 06 00:36:50.731481 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:50.819090 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-91974c48-453a-4e68-bb3c-0c4206cf9026 req-91531fdd-b386-4b70-8638-3c95677f93b2 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245286 May 06 00:36:50.883791 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ce01fcf3-bd7b-4e7e-825e-a7b4824e13ca req-7009a09d-2369-4c30-bf88-98da2b08c038 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438997 May 06 00:36:50.922819 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:50.929779 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:50.933346 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:50.981298 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8a5f1f-389a-4bbf-b470-3a1712aa36a1,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:50.984585 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:50.988917 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40678) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:50.989211 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125562 May 06 00:36:50.990565 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:50.996979 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Request body: {'security_group_rule': {'security_group_id': '570f9275-09cd-4540-97d9-8198e06586c1', 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:51.004027 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:51.008975 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Usage tracker for resource:security_group_rule and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:51.011684 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:51.018530 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:51.020285 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'name': 'tempest-TestShelveInstance-1763965733-router', 'tenant_id': '774965cb59c44611954434156e40bf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '3668ac38-3220-497b-ac14-9efd922052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:39Z', 'updated_at': '2021-05-06T00:36:46Z', 'revision_number': 4, 'project_id': '774965cb59c44611954434156e40bf40', 'gw_port': {'id': '3668ac38-3220-497b-ac14-9efd922052a8', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:40Z', 'updated_at': '2021-05-06T00:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '26d88fae-05bc-409f-a6be-ba2e1707419e', 'name': '', 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1', 'tenant_id': '774965cb59c44611954434156e40bf40', 'mac_address': 'fa:16:3e:02:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5631eb88-7fbb-4e12-8cf0-fd238b59e256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:45Z', 'updated_at': '2021-05-06T00:36:47Z', 'revision_number': 2, 'project_id': '774965cb59c44611954434156e40bf40', 'subnets': [{'id': '5631eb88-7fbb-4e12-8cf0-fd238b59e256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:51.027472 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Checking router: 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:36:51.027833 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Updating router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 port 26d88fae-05bc-409f-a6be-ba2e1707419e binding host dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:36:51.038017 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.071944 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 40684) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:51.117767 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.128866 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.137227 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.139773 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:51.173407 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d54198-64e1-4873-bbd6-48e0bb87cc48,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:51.176984 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:51.223279 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.227823 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2376552 May 06 00:36:51.231560 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 40692) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:51.240997 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Request body: {'security_group_rule': {'security_group_id': '570f9275-09cd-4540-97d9-8198e06586c1', 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:51.247011 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.260581 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:51.348953 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Usage tracker for resource:security_group_rule and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:51.353596 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:51.421554 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:51.436038 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:51.480207 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] Usage tracker for resource:security_group_rule and tenant:2595854650a545b28ccbc2e5fa835d2e is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:51.490012 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:51.501904 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:51.532088 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.547211 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Notify callbacks [] for port, precommit_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.559536 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Transition to ACTIVE for port object 26d88fae-05bc-409f-a6be-ba2e1707419e will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:36:51.567542 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.572415 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-c144a5cb-030c-4aec-9b17-71504adf8615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:51.659762 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6e571-6673-4048-8f2c-3a91cdaf27cf req-345cdc54-8044-479b-bad0-fc7ec82eb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:51.661289 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5bb6e571-6673-4048-8f2c-3a91cdaf27cf req-345cdc54-8044-479b-bad0-fc7ec82eb51b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 1098 time: 0.3135593 May 06 00:36:51.715232 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edb578-f38b-448c-82a7-56275dbaafa4 req-77ca2f36-ce06-4037-8273-a06b27576198 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:51.716917 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a9edb578-f38b-448c-82a7-56275dbaafa4 req-77ca2f36-ce06-4037-8273-a06b27576198 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.3005598 May 06 00:36:51.724351 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4f3f2-abb6-4cc6-8e34-be82ebb5a9f9 req-53ea83e8-679c-4d5d-b6f1-2029fbc895b0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:51.731420 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8ca4f3f2-abb6-4cc6-8e34-be82ebb5a9f9 req-53ea83e8-679c-4d5d-b6f1-2029fbc895b0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.3846254 May 06 00:36:51.799089 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e19763-80cb-470b-9503-5811dcf0f387 None None] Pushing event updated for resources: {'Port': ['ID=26d88fae-05bc-409f-a6be-ba2e1707419e,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:51.861397 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-66e19763-80cb-470b-9503-5811dcf0f387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:51.869641 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.882010 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Attempting to bind port 26d88fae-05bc-409f-a6be-ba2e1707419e on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:36:51.882392 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Attempting to bind port 26d88fae-05bc-409f-a6be-ba2e1707419e by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '76bae22d-5b01-4827-b0ba-f05f75da0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:36:51.882862 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Attempting to bind port 26d88fae-05bc-409f-a6be-ba2e1707419e on network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:36:51.889542 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:36:51.889928 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Checking segment: {'id': '76bae22d-5b01-4827-b0ba-f05f75da0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:36:51.890376 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.890787 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Bound using segment: {'id': '76bae22d-5b01-4827-b0ba-f05f75da0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:36:51.891282 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Bound port: 26d88fae-05bc-409f-a6be-ba2e1707419e, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bae22d-5b01-4827-b0ba-f05f75da0333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:36:51.891663 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.896992 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:51.976594 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-340e4782-3b74-41e9-afcd-04c4bdcb307f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:52.005804 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] For port 26d88fae-05bc-409f-a6be-ba2e1707419e, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:36:52.009400 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] For port 26d88fae-05bc-409f-a6be-ba2e1707419e, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=26d88fae-05bc-409f-a6be-ba2e1707419e,segment=NetworkSegment(76bae22d-5b01-4827-b0ba-f05f75da0333),segment_id=76bae22d-5b01-4827-b0ba-f05f75da0333)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:36:52.015776 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.028853 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-7330705c-1047-44f0-b02a-0a2fa3e2f8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:52.052208 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8ca4f3f2-abb6-4cc6-8e34-be82ebb5a9f9 req-151bbb35-907a-4e83-be30-343c43b4252f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197412 May 06 00:36:52.080227 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a9edb578-f38b-448c-82a7-56275dbaafa4 req-16849f34-eb00-49e2-9612-e2bbcb159819 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387506 May 06 00:36:52.190405 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.191066 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Routers {'77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:36:52.191638 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e67629-80f2-44f6-942d-bba7cb4c5a01,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:52.191788 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:36:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:52.213003 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6e571-6673-4048-8f2c-3a91cdaf27cf req-13563393-5619-4315-9ede-ae8f8fb49314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:52.215725 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5bb6e571-6673-4048-8f2c-3a91cdaf27cf req-13563393-5619-4315-9ede-ae8f8fb49314 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 918 time: 0.5406706 May 06 00:36:52.228260 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:52.229227 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.244112 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-00e45a73-6070-4382-aca8-a92c01de031b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:52.336190 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e19763-80cb-470b-9503-5811dcf0f387 None None] Pushing event updated for resources: {'Port': ['ID=26d88fae-05bc-409f-a6be-ba2e1707419e,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:52.457406 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-66e19763-80cb-470b-9503-5811dcf0f387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:52.458758 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0be1d17-04c7-43e6-9029-fbbbe6d14aa4,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:52.462425 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:52.492105 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.496029 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-8025d6b6-d1ce-4bdb-a11c-eaeda12b135f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2588410 May 06 00:36:52.496029 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5bb6e571-6673-4048-8f2c-3a91cdaf27cf req-dd13f76d-d633-4c61-bfd2-d262284366ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964 HTTP/1.1" status: 200 len: 217 time: 0.2530258 May 06 00:36:52.496621 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40726) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:52.503179 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Request body: {'security_group_rule': {'security_group_id': '570f9275-09cd-4540-97d9-8198e06586c1', 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:52.513332 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:52.513741 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2595854650a545b28ccbc2e5fa835d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4397147 May 06 00:36:52.518838 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40730) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:52.536000 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Usage tracker for resource:security_group_rule and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:52.541369 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:52.555046 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:52.563279 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] Set router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:36:52.609759 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6e571-6673-4048-8f2c-3a91cdaf27cf req-bd59c961-c5b3-4146-9dda-15870ac5d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:52.611251 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5bb6e571-6673-4048-8f2c-3a91cdaf27cf req-bd59c961-c5b3-4146-9dda-15870ac5d304 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 200 len: 858 time: 0.1035817 May 06 00:36:52.617632 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.624436 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778b5d1-38e6-4216-b1cd-d377ee43c8e9 req-e4bda265-2ef8-44ec-adeb-59f0a77e61c7 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:52.626102 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8778b5d1-38e6-4216-b1cd-d377ee43c8e9 req-e4bda265-2ef8-44ec-adeb-59f0a77e61c7 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 945 time: 0.4035180 May 06 00:36:52.648559 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-16c130af-c52b-4893-9a6c-d0f762fd9229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.694664 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5bb6e571-6673-4048-8f2c-3a91cdaf27cf req-76a83190-761a-4586-8fb9-814b05b50a75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc6f620d-9a85-4ffa-a129-6d7d72617946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675600 May 06 00:36:52.698532 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-16c130af-c52b-4893-9a6c-d0f762fd9229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.722634 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8778b5d1-38e6-4216-b1cd-d377ee43c8e9 req-1ef113a9-b9b9-468e-8734-67e98e17e65d tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553317 May 06 00:36:52.768021 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.779488 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.783206 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:52.809214 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6062bfe6-72fa-4c0c-978b-4a6512299c49,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:52.825526 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:52.850241 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.852625 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0bb91751-ec69-4e78-8a02-bd5a05195d3a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3544054 May 06 00:36:52.854679 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-16c130af-c52b-4893-9a6c-d0f762fd9229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.858505 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-16c130af-c52b-4893-9a6c-d0f762fd9229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:52.859981 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-16c130af-c52b-4893-9a6c-d0f762fd9229 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0be1d17-04c7-43e6-9029-fbbbe6d14aa4 HTTP/1.1" status: 204 len: 168 time: 0.3401387 May 06 00:36:52.860808 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40738) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:52.861960 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1882210f-bf71-420d-b962-de510093de99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:52.877857 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Request body: {'security_group_rule': {'security_group_id': '570f9275-09cd-4540-97d9-8198e06586c1', 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:52.889768 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:52.900430 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c130af-c52b-4893-9a6c-d0f762fd9229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0be1d17-04c7-43e6-9029-fbbbe6d14aa4,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:52.905492 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5bb6e571-6673-4048-8f2c-3a91cdaf27cf req-639b0713-679f-43f9-b5d3-c0bc92caf119 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863222 May 06 00:36:52.905597 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-16c130af-c52b-4893-9a6c-d0f762fd9229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:52.909093 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Usage tracker for resource:security_group_rule and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:52.914281 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:52.928560 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:52.952764 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.securitygroups_db [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Project 62b9f7b2b4c84262afcea5da837cc9b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 00:36:52.960797 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.054281 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.069461 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.080069 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-cda8776d-8641-479a-a90a-088ea9fe8f4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:53.111433 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'name': 'tempest-TestShelveInstance-1763965733-router', 'tenant_id': '774965cb59c44611954434156e40bf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '3668ac38-3220-497b-ac14-9efd922052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:39Z', 'updated_at': '2021-05-06T00:36:46Z', 'revision_number': 4, 'project_id': '774965cb59c44611954434156e40bf40', 'gw_port': {'id': '3668ac38-3220-497b-ac14-9efd922052a8', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:40Z', 'updated_at': '2021-05-06T00:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '26d88fae-05bc-409f-a6be-ba2e1707419e', 'name': '', 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1', 'tenant_id': '774965cb59c44611954434156e40bf40', 'mac_address': 'fa:16:3e:02:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5631eb88-7fbb-4e12-8cf0-fd238b59e256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:45Z', 'updated_at': '2021-05-06T00:36:52Z', 'revision_number': 4, 'project_id': '774965cb59c44611954434156e40bf40', 'subnets': [{'id': '5631eb88-7fbb-4e12-8cf0-fd238b59e256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:36:53.118763 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b38a3f7-6291-4bf9-8a1f-e1decccd262f,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:53.122578 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73493f88-d698-428e-b9dc-46c7c5b3b151 None None] The sync data for ids ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'] in dv-cinder-784623-8-smb is: [{'id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'name': 'tempest-TestShelveInstance-1763965733-router', 'tenant_id': '774965cb59c44611954434156e40bf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '3668ac38-3220-497b-ac14-9efd922052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:39Z', 'updated_at': '2021-05-06T00:36:46Z', 'revision_number': 4, 'project_id': '774965cb59c44611954434156e40bf40', 'gw_port': {'id': '3668ac38-3220-497b-ac14-9efd922052a8', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:40Z', 'updated_at': '2021-05-06T00:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '26d88fae-05bc-409f-a6be-ba2e1707419e', 'name': '', 'network_id': 'e0e72f82-598b-4e87-ac44-e8e4e29ee6f1', 'tenant_id': '774965cb59c44611954434156e40bf40', 'mac_address': 'fa:16:3e:02:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5631eb88-7fbb-4e12-8cf0-fd238b59e256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:45Z', 'updated_at': '2021-05-06T00:36:52Z', 'revision_number': 4, 'project_id': '774965cb59c44611954434156e40bf40', 'subnets': [{'id': '5631eb88-7fbb-4e12-8cf0-fd238b59e256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:36:53.136240 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5bb6e571-6673-4048-8f2c-3a91cdaf27cf req-f1180dc7-b72f-4aad-b13a-89f61f323550 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231548 May 06 00:36:53.140844 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:53.164733 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.166106 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-2fbc6cc7-5e95-4313-891c-68e583c32de5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2957389 May 06 00:36:53.168725 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40752) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:53.174751 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Request body: {'security_group_rule': {'security_group_id': '570f9275-09cd-4540-97d9-8198e06586c1', 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:36:53.199329 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:53.224730 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Usage tracker for resource:security_group_rule and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:53.229382 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:53.259494 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:53.269281 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 9e259f46-8c40-4318-923f-d1348164a9b6 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:53.291451 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.securitygroups_db [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Project 62b9f7b2b4c84262afcea5da837cc9b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 00:36:53.298448 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.430850 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.453915 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 9e259f46-8c40-4318-923f-d1348164a9b6 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:53.457058 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.459883 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:53.464217 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 9e259f46-8c40-4318-923f-d1348164a9b6 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:53.464617 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.537135 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ecf252-4153-41ef-afe8-7359d3525a84,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:53.550743 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:53.575862 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.577860 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-1dd0cc8d-37f7-4362-8bcd-378901cd5384 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4078875 May 06 00:36:53.581464 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215ac7-1958-4982-81f8-a32b7bbdb7e4 req-f7519dab-8dea-4060-9730-096e0ffd0322 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:53.583118 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ca215ac7-1958-4982-81f8-a32b7bbdb7e4 req-f7519dab-8dea-4060-9730-096e0ffd0322 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1816709 May 06 00:36:53.605158 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4c9d6-a6df-4a60-b5f7-8b5ee51b269d req-1a68b007-dec3-4650-8c42-38c2782d0f70 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:53.613625 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9bc4c9d6-a6df-4a60-b5f7-8b5ee51b269d req-1a68b007-dec3-4650-8c42-38c2782d0f70 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.2771130 May 06 00:36:53.711546 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9bc4c9d6-a6df-4a60-b5f7-8b5ee51b269d req-71ae4217-64a8-48d5-bdf2-2de371dc96c0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945854 May 06 00:36:53.750564 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ca215ac7-1958-4982-81f8-a32b7bbdb7e4 req-06ce0651-7a68-453d-a1f9-e994ff1b1d57 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451521 May 06 00:36:53.750704 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.791752 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9258e9-84f2-4376-ba0d-1530b19bd074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e259f46-8c40-4318-923f-d1348164a9b6'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:36:53.809743 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 9e259f46-8c40-4318-923f-d1348164a9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9e259f46-8c40-4318-923f-d1348164a9b6,segment=NetworkSegment(279dcd8f-cc70-49b4-b3e7-562a1c557201),segment_id=279dcd8f-cc70-49b4-b3e7-562a1c557201)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:53.823894 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:53.826302 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:53.924429 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9258e9-84f2-4376-ba0d-1530b19bd074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e259f46-8c40-4318-923f-d1348164a9b6', 'code': 200} May 06 00:36:53.969763 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 40794) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:54.002046 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=9e259f46-8c40-4318-923f-d1348164a9b6,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:54.005506 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:54.274735 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:54.342087 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b71ed6-b235-41a2-863b-ced14e9774fa req-3cad83bd-9015-4257-82c9-d0d5a19ee16c tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:54.344871 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 26d88fae-05bc-409f-a6be-ba2e1707419e up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:54.350697 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b1b71ed6-b235-41a2-863b-ced14e9774fa req-3cad83bd-9015-4257-82c9-d0d5a19ee16c tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 946 time: 0.3521042 May 06 00:36:54.369190 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-0fee3d7b-87ec-4ba8-9485-05b1a772012f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:54.398536 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-0fee3d7b-87ec-4ba8-9485-05b1a772012f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:54.423478 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-0fee3d7b-87ec-4ba8-9485-05b1a772012f admin admin] Usage tracker for resource:security_group_rule and tenant:fb246010afd94f73aaeea85464ce9548 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:54.439662 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-0fee3d7b-87ec-4ba8-9485-05b1a772012f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:54.460339 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-0fee3d7b-87ec-4ba8-9485-05b1a772012f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:54.469606 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b1b71ed6-b235-41a2-863b-ced14e9774fa req-1e073214-263a-48ba-bd19-aa79403630ec tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170826 May 06 00:36:54.509045 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 26d88fae-05bc-409f-a6be-ba2e1707419e completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:36:54.515474 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 26d88fae-05bc-409f-a6be-ba2e1707419e triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:54.516420 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:54.727619 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-0fee3d7b-87ec-4ba8-9485-05b1a772012f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:54.740548 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-0fee3d7b-87ec-4ba8-9485-05b1a772012f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:54.745651 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:54.753025 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e1c58ae6-ade5-48e5-82a0-bd73f7185f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:54.808257 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 26d88fae-05bc-409f-a6be-ba2e1707419e, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=26d88fae-05bc-409f-a6be-ba2e1707419e,segment=NetworkSegment(76bae22d-5b01-4827-b0ba-f05f75da0333),segment_id=76bae22d-5b01-4827-b0ba-f05f75da0333)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:54.820789 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:54.823404 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40cdb1-fac3-41ce-9e20-76cd93ebee61 req-688d0062-e98c-4ec4-8088-30d8b4cba9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:54.825333 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fd40cdb1-fac3-41ce-9e20-76cd93ebee61 req-688d0062-e98c-4ec4-8088-30d8b4cba9b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 1099 time: 0.6599951 May 06 00:36:54.827327 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:54.834733 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40854) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:54.835491 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-0fee3d7b-87ec-4ba8-9485-05b1a772012f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb246010afd94f73aaeea85464ce9548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8636050 May 06 00:36:54.883724 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee3d7b-87ec-4ba8-9485-05b1a772012f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2456c50-13df-4a37-816c-3b22929e78b3,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:54.899127 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-0fee3d7b-87ec-4ba8-9485-05b1a772012f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:54.956270 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fd40cdb1-fac3-41ce-9e20-76cd93ebee61 req-82ac74fe-0e4a-4938-a39e-a01c3a4d3571 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191556 May 06 00:36:55.058187 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce67d64-8491-4f0a-8e4a-046713333442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:55.081112 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=26d88fae-05bc-409f-a6be-ba2e1707419e,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:55.092398 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:55.112643 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce67d64-8491-4f0a-8e4a-046713333442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:55.235059 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce67d64-8491-4f0a-8e4a-046713333442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:55.242700 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:55.302673 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51421ba5-7849-432e-9e24-267d3f8cafa2 req-c9789907-0bb1-4788-ab09-911c215e9015 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:55.310213 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce67d64-8491-4f0a-8e4a-046713333442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2456c50-13df-4a37-816c-3b22929e78b3,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:55.311557 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-51421ba5-7849-432e-9e24-267d3f8cafa2 req-c9789907-0bb1-4788-ab09-911c215e9015 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.2953851 May 06 00:36:55.314028 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-dce67d64-8491-4f0a-8e4a-046713333442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:55.325273 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce67d64-8491-4f0a-8e4a-046713333442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:55.331150 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-dce67d64-8491-4f0a-8e4a-046713333442 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2456c50-13df-4a37-816c-3b22929e78b3 HTTP/1.1" status: 204 len: 168 time: 0.4923236 May 06 00:36:55.396176 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00681e50-96d6-43b0-b38c-250be3195f73 req-7d5d1eae-051c-4068-8ef5-588553e5a288 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:55.404252 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-00681e50-96d6-43b0-b38c-250be3195f73 req-7d5d1eae-051c-4068-8ef5-588553e5a288 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.3227031 May 06 00:36:55.419978 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-51421ba5-7849-432e-9e24-267d3f8cafa2 req-a205e662-a2eb-4964-b3a6-188038b72f0d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071544 May 06 00:36:55.498371 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-00681e50-96d6-43b0-b38c-250be3195f73 req-6d3671cf-0eed-4472-ac61-148b5b33e233 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927765 May 06 00:36:55.783058 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd01a4-cc62-475e-8e2d-ae6a0a782a0b req-c1c91264-ece2-4bee-8ec1-e7d8c12942ca tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:55.784738 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d7fd01a4-cc62-475e-8e2d-ae6a0a782a0b req-c1c91264-ece2-4bee-8ec1-e7d8c12942ca tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 946 time: 0.1423807 May 06 00:36:55.861039 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d7fd01a4-cc62-475e-8e2d-ae6a0a782a0b req-7e47b9a8-cd2f-4c13-acc9-1178a9209a46 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660875 May 06 00:36:56.218142 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 26d88fae-05bc-409f-a6be-ba2e1707419e up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:36:56.319823 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 26d88fae-05bc-409f-a6be-ba2e1707419e triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:36:56.320209 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:56.672221 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f07553-f78d-45d8-ae85-9f7cad3f8cab req-fb91340c-e387-466b-a29e-5540de27e0f8 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:56.673824 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b5f07553-f78d-45d8-ae85-9f7cad3f8cab req-fb91340c-e387-466b-a29e-5540de27e0f8 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1317382 May 06 00:36:56.733553 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b5f07553-f78d-45d8-ae85-9f7cad3f8cab req-c25573a8-776c-4850-b49d-9c23b2bab806 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536699 May 06 00:36:56.763881 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892185e3-7410-44f4-a6bb-3c9dd7473d86 req-05e87c4b-9bd2-4c0d-9aaa-5ac6d001d60c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:56.768847 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-892185e3-7410-44f4-a6bb-3c9dd7473d86 req-05e87c4b-9bd2-4c0d-9aaa-5ac6d001d60c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1361089 May 06 00:36:56.822617 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-892185e3-7410-44f4-a6bb-3c9dd7473d86 req-e0da5d07-1789-450b-a68f-11327d443daf tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511444 May 06 00:36:57.104210 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e63ea9-301d-4598-8786-0b076d062f4a req-8b8c19bf-64cb-40d5-9b8d-9c961a383d5e tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:57.112187 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-19e63ea9-301d-4598-8786-0b076d062f4a req-8b8c19bf-64cb-40d5-9b8d-9c961a383d5e tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 946 time: 0.1399155 May 06 00:36:57.185037 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-19e63ea9-301d-4598-8786-0b076d062f4a req-a4daff8c-cdaf-436d-a557-1d87745ae1b1 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716186 May 06 00:36:57.664096 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 40990) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:57.821702 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:57.841214 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:57.846584 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] Usage tracker for resource:security_group_rule and tenant:68bc06b6d4884b8d94e32b5d9d447cea is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:57.849976 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:57.856014 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:57.959567 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:57.965036 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:57.979193 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2a35a61f-957d-4572-9bfe-e80bf7833ac1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:58.028454 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68bc06b6d4884b8d94e32b5d9d447cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610492 May 06 00:36:58.030449 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2569de-96d0-4d62-92db-59c049db6628,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:58.032768 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 41010) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:58.035696 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:58.070377 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ed5e1-ce2b-4379-b28c-694f7fab4c19 req-e678ba21-1148-4dd1-9fb4-8978503acb36 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:58.072035 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b09ed5e1-ce2b-4379-b28c-694f7fab4c19 req-e678ba21-1148-4dd1-9fb4-8978503acb36 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1449127 May 06 00:36:58.098243 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d93-80cf-4095-8813-3977a78aae06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:58.126461 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d93-80cf-4095-8813-3977a78aae06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:58.132936 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b09ed5e1-ce2b-4379-b28c-694f7fab4c19 req-0f9db838-142e-4511-9bb4-139d50989cf3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491688 May 06 00:36:58.192870 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d93-80cf-4095-8813-3977a78aae06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:58.197966 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1e52f9e8-b06d-4697-9dd2-08af942d0583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:58.208005 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad4d93-80cf-4095-8813-3977a78aae06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2569de-96d0-4d62-92db-59c049db6628,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:58.210386 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b0ad4d93-80cf-4095-8813-3977a78aae06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:58.215855 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d93-80cf-4095-8813-3977a78aae06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:58.217412 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-b0ad4d93-80cf-4095-8813-3977a78aae06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb2569de-96d0-4d62-92db-59c049db6628 HTTP/1.1" status: 204 len: 168 time: 0.1834614 May 06 00:36:58.631876 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 41052) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:58.653513 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:58.676799 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:36:58.682222 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] Usage tracker for resource:security_group_rule and tenant:7a3c80924c39453ab43b81ae0b1349e6 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:36:58.686690 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:36:58.693082 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:36:58.854392 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:58.861025 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:58.871004 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-effc8995-a4a3-43e1-9ae9-bfb5dedae729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:58.921499 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25697016-fa90-417e-9bfe-9db6ed474b77,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:58.942742 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a3c80924c39453ab43b81ae0b1349e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074450 May 06 00:36:58.942742 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:58.943328 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 41068) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:58.958218 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d6db5-f66e-4f29-941c-e90e5eb97fe7 req-c5fd1d5b-8c1d-4e70-af39-a05aedcf7a30 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:58.959997 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e70d6db5-f66e-4f29-941c-e90e5eb97fe7 req-c5fd1d5b-8c1d-4e70-af39-a05aedcf7a30 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1775005 May 06 00:36:59.040796 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e70d6db5-f66e-4f29-941c-e90e5eb97fe7 req-de8fb54d-fcac-4f6a-b21e-c9d5c8f50ff2 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698419 May 06 00:36:59.079204 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:59.146954 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:59.239660 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:59.244627 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d02dbe58-e03d-40dd-ad1e-fae70c705a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:59.256407 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25697016-fa90-417e-9bfe-9db6ed474b77,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:59.268827 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.269537 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.270314 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.271025 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.271584 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.272129 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.272764 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.273325 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.273898 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.274452 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.275002 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.275562 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:36:59.280564 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:59.282412 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:59.284744 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25697016-fa90-417e-9bfe-9db6ed474b77 HTTP/1.1" status: 204 len: 168 time: 0.3404145 May 06 00:36:59.289550 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device f4327147-5da6-4a64-a8e2-fd98d0f88d60 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:36:59.407128 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb920d-ff79-4d9d-a36b-1d74a86fe701 req-6e35ca23-fc8e-4504-9a49-62701f0bd6e8 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:36:59.414641 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-91bb920d-ff79-4d9d-a36b-1d74a86fe701 req-6e35ca23-fc8e-4504-9a49-62701f0bd6e8 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1043057 May 06 00:36:59.497500 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-91bb920d-ff79-4d9d-a36b-1d74a86fe701 req-13400af2-49f8-4af2-9fbc-44751628ae43 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819561 May 06 00:36:59.589987 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-789844f6-7742-4cc4-953b-7522b17d9d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:59.632483 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:59.650179 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'port_id': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'mac_address': 'fa:16:3e:89:7c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:36:59.741115 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:59.753843 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 41106) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:36:59.780745 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4327147-5da6-4a64-a8e2-fd98d0f88d60 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:36:59.819765 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:36:59.826890 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:36:59.828781 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:36:59.954811 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=6']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:36:59.959503 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:36:59.967879 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['f4327147-5da6-4a64-a8e2-fd98d0f88d60'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:36:59.978317 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.004663 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:00.009697 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] Usage tracker for resource:security_group_rule and tenant:99778cd1cb6e490386f0b07fae9cd6a8 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:00.013305 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:00.021727 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:00.187461 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.195140 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.205042 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-16c130af-c52b-4893-9a6c-d0f762fd9229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:00.245343 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99778cd1cb6e490386f0b07fae9cd6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903266 May 06 00:37:00.248193 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 41132) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:00.257340 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873f9756-4e2d-42db-adcf-298305826930,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:00.260387 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:00.363039 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.396137 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.462535 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.468118 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-4ab061b5-939d-4cc7-b5b4-583adc2f187d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:00.483817 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873f9756-4e2d-42db-adcf-298305826930,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:00.492807 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.493448 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.493957 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.494465 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.495117 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.495606 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.496088 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.496597 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.497100 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.497717 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.498196 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.498677 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:00.509195 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:00.519851 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.521068 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/873f9756-4e2d-42db-adcf-298305826930 HTTP/1.1" status: 204 len: 168 time: 0.2713082 May 06 00:37:00.565233 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 41152) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:00.715988 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1309544495-network', 'tenant_id': 'ce34d99155f6409085e02b4a46688ed5'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:00.721769 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:00.729455 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Usage tracker for resource:network and tenant:ce34d99155f6409085e02b4a46688ed5 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:00.732812 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:00.743320 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb69ec-b4f1-4e93-863f-2a36343e013e req-21c6a9ab-1394-44fc-9668-7193a2047de9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:00.744642 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:00.744927 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-09eb69ec-b4f1-4e93-863f-2a36343e013e req-21c6a9ab-1394-44fc-9668-7193a2047de9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.1000884 May 06 00:37:00.769554 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Made reservation on behalf of ce34d99155f6409085e02b4a46688ed5 for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:37:00.771952 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.788381 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.813926 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:00.822139 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Usage tracker for resource:security_group_rule and tenant:ce34d99155f6409085e02b4a46688ed5 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:00.825272 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:00.830233 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-09eb69ec-b4f1-4e93-863f-2a36343e013e req-53f7e066-9a1c-449a-8e99-c002bd678adb tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789785 May 06 00:37:00.843795 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:00.977313 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.983640 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:00.990878 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-dce67d64-8491-4f0a-8e4a-046713333442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:01.030388 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:37:01.043254 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6a8d01-5d26-4e18-bafc-1b5983baa1de,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:01.048503 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:01.057548 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:01.058321 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Added segment ade180df-15e5-4a4e-9f14-1b11351351bb of type vlan for network d662d9ae-0977-4dcc-b54e-53a3c56eb40a May 06 00:37:01.099940 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:01.161635 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:01.164150 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:01.164884 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:01.184580 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:01.298553 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device f4327147-5da6-4a64-a8e2-fd98d0f88d60 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:37:01.424254 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port f4327147-5da6-4a64-a8e2-fd98d0f88d60 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:37:01.424649 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:01.474786 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9055972 May 06 00:37:01.475144 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 41200) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:01.481380 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Request body: {'subnet': {'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1309544495-subnet', 'tenant_id': 'ce34d99155f6409085e02b4a46688ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:01.488291 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Pushing event updated for resources: {'Network': ['ID=d662d9ae-0977-4dcc-b54e-53a3c56eb40a,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:01.489907 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:01.491754 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:01.504079 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Usage tracker for resource:subnet and tenant:ce34d99155f6409085e02b4a46688ed5 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:01.508076 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:01.509202 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network d662d9ae-0977-4dcc-b54e-53a3c56eb40a details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:37:01.515265 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:01.534219 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Made reservation on behalf of ce34d99155f6409085e02b4a46688ed5 for: {'subnet': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:37:01.537004 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Notify callbacks [] for subnet, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:01.696660 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:01.734381 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:01.750397 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:01.756069 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:01.760942 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:01.822694 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'code': 200} May 06 00:37:01.845047 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=7']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:01.848635 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:01.987940 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:02.212735 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:02.218992 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-5024d069-b05d-4971-b95a-51ece7fac30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:02.220529 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-1c210384-1f4b-43a5-af8c-a3cc4539e374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:02.304741 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Pushing event updated for resources: {'Subnet': ['ID=644e0197-9547-44e6-bebc-b536e151a921,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:02.311655 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:02.323271 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46258b15-40ac-4d55-902f-0fbc1c2cdc60 req-75b9bdb3-e280-4742-a161-99f845c32f9f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:02.324764 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-46258b15-40ac-4d55-902f-0fbc1c2cdc60 req-75b9bdb3-e280-4742-a161-99f845c32f9f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.2799683 May 06 00:37:02.328102 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Checking segment: {'id': 'ade180df-15e5-4a4e-9f14-1b11351351bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:37:02.328504 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Network hostable DHCP agents. Network: d662d9ae-0977-4dcc-b54e-53a3c56eb40a, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:37:02.383254 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-46258b15-40ac-4d55-902f-0fbc1c2cdc60 req-b0b8bfd6-d051-4e2e-a0d9-73b9642bff5f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501149 May 06 00:37:02.384272 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Network d662d9ae-0977-4dcc-b54e-53a3c56eb40a is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:37:02.396295 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, d662d9ae-0977-4dcc-b54e-53a3c56eb40a) {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:37:02.403711 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:02.404914 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:02.408548 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7364af0-4655-4b4b-a863-bba4f2176d80 None None] Network d662d9ae-0977-4dcc-b54e-53a3c56eb40a requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:37:02.432941 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-950d1bac-be08-4a04-993f-f3a4eae5e27d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9566200 May 06 00:37:02.684188 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33fef43-dc2c-4388-844e-383b69d45407 None None] Network d662d9ae-0977-4dcc-b54e-53a3c56eb40a requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:37:03.215177 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a8b77-f014-4336-ba73-1ee44c018b09 req-4b755e96-a3c5-4e66-9e49-69a29f6b2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:03.229390 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-da2a8b77-f014-4336-ba73-1ee44c018b09 req-4b755e96-a3c5-4e66-9e49-69a29f6b2824 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 1098 time: 0.1621034 May 06 00:37:03.282480 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:03.408255 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b66029-61ad-4c2d-bc17-1f6533c7cf95 req-703a5e5d-083a-4618-a494-90cb364a864e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:03.409737 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7b66029-61ad-4c2d-bc17-1f6533c7cf95 req-703a5e5d-083a-4618-a494-90cb364a864e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2824600 May 06 00:37:03.451516 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a8b77-f014-4336-ba73-1ee44c018b09 req-92a7ea54-9f7e-4832-9297-afc358ea0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:03.453003 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-da2a8b77-f014-4336-ba73-1ee44c018b09 req-92a7ea54-9f7e-4832-9297-afc358ea0253 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 918 time: 0.1985643 May 06 00:37:03.559205 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-da2a8b77-f014-4336-ba73-1ee44c018b09 req-f62e4630-dedd-4bf5-89e5-8fa4ff7da19a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964 HTTP/1.1" status: 200 len: 217 time: 0.0983710 May 06 00:37:03.566473 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c7b66029-61ad-4c2d-bc17-1f6533c7cf95 req-0601a7b9-559d-428e-83c9-3895a2499ada tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448288 May 06 00:37:03.638009 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a8b77-f014-4336-ba73-1ee44c018b09 req-7be7b5ae-90c9-4699-b1a8-9672265e73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:03.639657 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-da2a8b77-f014-4336-ba73-1ee44c018b09 req-7be7b5ae-90c9-4699-b1a8-9672265e73fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 200 len: 858 time: 0.0676756 May 06 00:37:03.698603 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-da2a8b77-f014-4336-ba73-1ee44c018b09 req-8b8f88dd-a063-4e20-8e8a-836a127aa135 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc6f620d-9a85-4ffa-a129-6d7d72617946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482018 May 06 00:37:03.710318 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7408a-b365-4398-920a-9a72198769ec req-9c354dab-d95e-4520-9109-dfa3b918cbdb tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:03.711853 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0bc7408a-b365-4398-920a-9a72198769ec req-9c354dab-d95e-4520-9109-dfa3b918cbdb tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1988251 May 06 00:37:03.867610 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0bc7408a-b365-4398-920a-9a72198769ec req-3b453eaf-e8f4-442f-8005-ba4da308ff74 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354184 May 06 00:37:03.909591 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-da2a8b77-f014-4336-ba73-1ee44c018b09 req-273bba82-7589-42d9-97b2-d6e62161c949 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967738 May 06 00:37:04.065577 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-da2a8b77-f014-4336-ba73-1ee44c018b09 req-24c262cd-8707-48e8-9772-684908a950b6 service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480596 May 06 00:37:04.761997 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98d607-48a1-4712-a5ce-d409a7a1f7cf req-c0c6c36c-04dd-4d71-8ae4-d01e288ea17a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:04.763550 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4d98d607-48a1-4712-a5ce-d409a7a1f7cf req-c0c6c36c-04dd-4d71-8ae4-d01e288ea17a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.0803649 May 06 00:37:04.811734 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4d98d607-48a1-4712-a5ce-d409a7a1f7cf req-ddc7a8cd-7b79-443f-8bef-41fdeadf5b83 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 May 06 00:37:04.916856 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:05.072169 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae48b7-7745-4c8b-8040-8a935bb08f9a req-49d51612-5cd6-400e-851b-2d1c57f09794 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:05.073604 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f3ae48b7-7745-4c8b-8040-8a935bb08f9a req-49d51612-5cd6-400e-851b-2d1c57f09794 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.0896041 May 06 00:37:05.122982 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f3ae48b7-7745-4c8b-8040-8a935bb08f9a req-93feddb4-340c-4bca-a9a5-65072e4e36fb tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401714 May 06 00:37:06.027334 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849abed8-8dc4-477b-a805-86647c7d341b req-af7267c5-5a64-4065-a917-f200b755f1c4 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:06.028882 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-849abed8-8dc4-477b-a805-86647c7d341b req-af7267c5-5a64-4065-a917-f200b755f1c4 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.0977793 May 06 00:37:06.087063 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-849abed8-8dc4-477b-a805-86647c7d341b req-75bb4b90-80b2-46f6-8bc9-b14c0bddcc68 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519168 May 06 00:37:06.123110 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 41332) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:06.277271 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:06.299405 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:06.304973 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:9e31d2598c3543deb10939b35844001d is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:06.308787 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:06.316244 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:06.366292 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7528c1-f3c8-41a0-a5f7-17839cc344b6 req-760b4425-46dc-451e-b162-5bbfe1fed60f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:06.367752 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7a7528c1-f3c8-41a0-a5f7-17839cc344b6 req-760b4425-46dc-451e-b162-5bbfe1fed60f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1279559 May 06 00:37:06.444773 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7a7528c1-f3c8-41a0-a5f7-17839cc344b6 req-ad9ec492-4c8c-4b38-864c-fdbb2e21f8b6 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678713 May 06 00:37:06.469801 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:06.475205 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:06.481701 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:06.520549 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44812e9-f195-4473-90fa-a5f9044f4100,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:06.524362 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:06.527075 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e31d2598c3543deb10939b35844001d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025109 May 06 00:37:06.529668 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 41344) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:06.598668 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccdc1-0c38-46a7-ac0d-e43c559498f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:06.624086 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccdc1-0c38-46a7-ac0d-e43c559498f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:06.676382 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccdc1-0c38-46a7-ac0d-e43c559498f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:06.681692 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8addbb90-0755-488a-aa82-6ee9b80abecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:06.694621 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ccdc1-0c38-46a7-ac0d-e43c559498f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44812e9-f195-4473-90fa-a5f9044f4100,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:06.697292 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ee7ccdc1-0c38-46a7-ac0d-e43c559498f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:06.698527 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccdc1-0c38-46a7-ac0d-e43c559498f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:06.702300 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-ee7ccdc1-0c38-46a7-ac0d-e43c559498f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a44812e9-f195-4473-90fa-a5f9044f4100 HTTP/1.1" status: 204 len: 168 time: 0.1689546 May 06 00:37:07.426975 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6782b-b193-47a4-89eb-04a02edce2ef req-b9b847a5-aaed-4de0-a5d8-faa375ae3dec tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:07.430045 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9df6782b-b193-47a4-89eb-04a02edce2ef req-b9b847a5-aaed-4de0-a5d8-faa375ae3dec tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1970263 May 06 00:37:07.500972 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9df6782b-b193-47a4-89eb-04a02edce2ef req-c2797553-0a92-41b0-98d7-b8e3b9cc8019 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637443 May 06 00:37:07.716929 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6cac-78bb-4e05-86ba-995bcd3d3e22 req-798880fd-301a-42f2-b2a4-3168304dfb6f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:07.718424 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ff7a6cac-78bb-4e05-86ba-995bcd3d3e22 req-798880fd-301a-42f2-b2a4-3168304dfb6f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.0886095 May 06 00:37:07.773214 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ff7a6cac-78bb-4e05-86ba-995bcd3d3e22 req-a149f20a-7faa-4b28-9f79-985faedde3b6 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488615 May 06 00:37:08.708857 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd34b5-67e5-4b63-be06-52d573da85db req-3f4160a8-731b-4e49-990f-6f54ee31572d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:08.714284 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-37bd34b5-67e5-4b63-be06-52d573da85db req-3f4160a8-731b-4e49-990f-6f54ee31572d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.0902932 May 06 00:37:08.772872 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-37bd34b5-67e5-4b63-be06-52d573da85db req-6f1d841c-cb0d-4cce-b8f8-c7af30d6b807 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526612 May 06 00:37:08.967849 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cfa64-651c-4f52-96a5-e809c021ca07 req-3b346eaa-cfe1-41e3-82f6-9e07de5354ac tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:08.969330 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8b7cfa64-651c-4f52-96a5-e809c021ca07 req-3b346eaa-cfe1-41e3-82f6-9e07de5354ac tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.0846436 May 06 00:37:09.014295 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8b7cfa64-651c-4f52-96a5-e809c021ca07 req-579aed1c-7e12-4b15-98f2-d7e593c0a6e4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391002 May 06 00:37:13.862957 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 41534) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:14.001309 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:14.016783 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:14.021081 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] Usage tracker for resource:security_group_rule and tenant:77fcc625c07f4905b0ff51bf472e1a4b is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:14.024092 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:14.029757 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:14.122795 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:14.127448 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:14.139264 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0b03dd6c-347e-4069-b2d6-512e55ffda0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:14.186176 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77fcc625c07f4905b0ff51bf472e1a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221200 May 06 00:37:14.187023 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5186c08-c217-47c8-8cc2-0f5ae71e580d,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:14.188869 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 41544) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:14.190213 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:14.248418 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-43b4bf56-c3af-4dc1-9fe7-ca0d564ec062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:14.275294 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-43b4bf56-c3af-4dc1-9fe7-ca0d564ec062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:14.334438 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-43b4bf56-c3af-4dc1-9fe7-ca0d564ec062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:14.338298 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ffb5176e-7d0a-41b1-8603-c3eac3297e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:14.350066 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4bf56-c3af-4dc1-9fe7-ca0d564ec062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5186c08-c217-47c8-8cc2-0f5ae71e580d,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:14.353558 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-43b4bf56-c3af-4dc1-9fe7-ca0d564ec062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:14.357372 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-43b4bf56-c3af-4dc1-9fe7-ca0d564ec062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:14.358470 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-43b4bf56-c3af-4dc1-9fe7-ca0d564ec062 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5186c08-c217-47c8-8cc2-0f5ae71e580d HTTP/1.1" status: 204 len: 168 time: 0.1678536 May 06 00:37:18.887524 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-c627f1e1-8c56-468b-a67c-037b4ff6f90a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=eccecf6e464849628ad4b88a67e17afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879314 May 06 00:37:19.055573 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-80101916-4102-4c9e-ad7c-8bc4adac8153 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:19.057734 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-80101916-4102-4c9e-ad7c-8bc4adac8153 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/networks?id=d662d9ae-0977-4dcc-b54e-53a3c56eb40a HTTP/1.1" status: 200 len: 809 time: 0.2822611 May 06 00:37:19.090244 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-467474ec-d7c5-4f14-a3e4-a4ad9f8e07d2 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/quotas/ce34d99155f6409085e02b4a46688ed5 HTTP/1.1" status: 200 len: 375 time: 0.0253391 May 06 00:37:19.100064 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-788d4501-5926-472d-82c0-f487ff28f7ec tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:19.101482 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-788d4501-5926-472d-82c0-f487ff28f7ec tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080390 May 06 00:37:19.154942 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-1381edb0-4bd2-4e21-ae05-9fc4ef165199 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce34d99155f6409085e02b4a46688ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525157 May 06 00:37:19.160400 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-00749ed1-0398-47b0-bcb3-063f7827215e tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/quotas/eccecf6e464849628ad4b88a67e17afc HTTP/1.1" status: 200 len: 375 time: 0.0253739 May 06 00:37:19.277332 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-30d751f1-9359-4d4a-9356-fc56ba3536ee tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eccecf6e464849628ad4b88a67e17afc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931916 May 06 00:37:19.334512 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-be25d68d-d8f6-4280-984f-f5c5a890e404 service neutron] 10.222.0.32 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690969 May 06 00:37:19.605430 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-44a1f1b0-7869-4eb5-be89-0b2573c6a505 service neutron] 10.222.0.32 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643125 May 06 00:37:19.667915 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2870712-ef65-4063-9864-ba5e3734bd01 req-b5b9b139-ac37-4567-b23d-41fbf42df5fc tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:19.669779 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2870712-ef65-4063-9864-ba5e3734bd01 req-b5b9b139-ac37-4567-b23d-41fbf42df5fc tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1329424 May 06 00:37:19.811402 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2870712-ef65-4063-9864-ba5e3734bd01 req-143a9912-a80d-4bf8-a58d-3811aad37ed0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350029 May 06 00:37:20.010072 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c8094e6b-9911-42ab-a7c9-8053718e863e req-3ddff281-b821-44d7-be03-c4789b7f0645 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 210 time: 0.1108544 May 06 00:37:20.217354 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f9bb8d92-2be2-4b99-9da4-7db164d7af26 req-683b5c42-8ca5-4566-a22d-0974860b9527 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 210 time: 0.0832274 May 06 00:37:20.317627 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465070f-caa9-4272-91e6-f697696e6cce req-c914ee1b-5c80-4604-8e03-1ab343e34573 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:20.319323 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9465070f-caa9-4272-91e6-f697696e6cce req-c914ee1b-5c80-4604-8e03-1ab343e34573 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.2286208 May 06 00:37:20.405012 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9465070f-caa9-4272-91e6-f697696e6cce req-a5ec2a46-52a8-446e-b71d-16e590ed7138 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794404 May 06 00:37:20.785241 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:37:20.872410 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-d4c50181-7370-4326-805e-d440ef748be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:20.888828 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-d4c50181-7370-4326-805e-d440ef748be2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 1099 time: 0.1729784 May 06 00:37:21.296594 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-b1661897-c951-4634-a159-a0e54465ac46 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=eccecf6e464849628ad4b88a67e17afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3954639 May 06 00:37:21.457721 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4ec654b3-5f91-49a9-b657-8abb31f6b008 req-b7200336-37f5-4a3f-81be-2a31d54050e1 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 210 time: 0.1939113 May 06 00:37:21.711573 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-f344ae8c-a6a7-432c-958e-2ba1746056c6 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:21.716578 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-f344ae8c-a6a7-432c-958e-2ba1746056c6 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Synchronizing usage tracker for tenant:ce34d99155f6409085e02b4a46688ed5 on resource:network {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:37:21.748338 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-f344ae8c-a6a7-432c-958e-2ba1746056c6 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Unset dirty status for tenant:ce34d99155f6409085e02b4a46688ed5 on resource:network {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:37:21.750320 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-f344ae8c-a6a7-432c-958e-2ba1746056c6 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.26 "GET /v2.0/networks?id=d662d9ae-0977-4dcc-b54e-53a3c56eb40a HTTP/1.1" status: 200 len: 809 time: 0.3245537 May 06 00:37:21.767971 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Request body: {'port': {'device_id': '84e144e1-d541-4610-a8d1-bd0152a3f080', 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a', 'admin_state_up': True, 'tenant_id': 'ce34d99155f6409085e02b4a46688ed5'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:21.771322 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cbfda39f-2506-430e-8c9f-912c2abe9da0 req-f5c36a6d-d8d3-4972-913a-a60c820ecb37 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 210 time: 0.1089735 May 06 00:37:21.924605 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:21.925618 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd5d1f-e593-4119-983b-12fc829d1ddc req-b8d35dc0-63cb-4c37-b826-2d560c82582e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:21.929284 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Usage tracker for resource:port and tenant:ce34d99155f6409085e02b4a46688ed5 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:21.933637 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:21.934502 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-64cd5d1f-e593-4119-983b-12fc829d1ddc req-b8d35dc0-63cb-4c37-b826-2d560c82582e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.6715031 May 06 00:37:21.940177 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:21.943300 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-d7fcdb36-c970-4b52-9c14-391c61dd2bb7 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:21.945066 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-d7fcdb36-c970-4b52-9c14-391c61dd2bb7 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6321990 May 06 00:37:21.953203 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Made reservation on behalf of ce34d99155f6409085e02b4a46688ed5 for: {'port': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:37:21.954730 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-b5b7f79e-548a-4d08-81b0-80a1cdff2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:21.956282 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-b5b7f79e-548a-4d08-81b0-80a1cdff2edb service neutron] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 917 time: 1.0232592 May 06 00:37:21.957152 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:21.961543 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Request body: {'port': {'device_id': '4cd57811-ce11-4def-8fe6-10cd0617cd13', 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df', 'admin_state_up': True, 'tenant_id': 'eccecf6e464849628ad4b88a67e17afc'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:22.402946 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Allocated IP 172.20.0.4 (d662d9ae-0977-4dcc-b54e-53a3c56eb40a/644e0197-9547-44e6-bebc-b536e151a921/e0649b51-c04a-4096-a447-24f2dee982e5) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:37:22.494862 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-bfab2f05-a575-4946-a800-af65339c8646 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60 HTTP/1.1" status: 200 len: 1002 time: 0.4135044 May 06 00:37:22.590870 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-64cd5d1f-e593-4119-983b-12fc829d1ddc req-8dc2ea41-8f52-4f16-b1b9-2b74f2634cc2 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6552699 May 06 00:37:22.646927 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-925c78fc-d603-4548-9351-5454b3f06159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:22.648501 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-925c78fc-d603-4548-9351-5454b3f06159 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.1259966 May 06 00:37:22.672013 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:22.733455 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:22.740193 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee67a9-e714-41fe-8907-bf2ea40a83d0 req-2680c062-d6e8-4633-949e-baf44ce8e42e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:22.742768 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aaee67a9-e714-41fe-8907-bf2ea40a83d0 req-2680c062-d6e8-4633-949e-baf44ce8e42e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.7472405 May 06 00:37:22.743050 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:22.793585 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2b9d75c7-c90f-49a0-863e-ccf0128a709c req-94a5cc35-c56d-4f91-b14e-6641a7f99b71 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 210 time: 0.0472889 May 06 00:37:22.798764 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:22.802791 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Usage tracker for resource:port and tenant:eccecf6e464849628ad4b88a67e17afc is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:22.807274 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:22.820363 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:22.851014 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Network d662d9ae-0977-4dcc-b54e-53a3c56eb40a is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:37:22.865867 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:37:22.874228 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:37:22.885541 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aaee67a9-e714-41fe-8907-bf2ea40a83d0 req-cf3d7bd4-2574-404e-bc83-59de257697e9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613737 May 06 00:37:22.891648 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Made reservation on behalf of eccecf6e464849628ad4b88a67e17afc for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:37:22.895282 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:22.910647 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Pushing event updated for resources: {'Port': ['ID=e0649b51-c04a-4096-a447-24f2dee982e5,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:22.916896 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:22.933840 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:22.958247 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:22.961896 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:22.962828 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:22.996043 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2318604 May 06 00:37:23.012895 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Usage tracker for resource:security_group_rule and tenant:eccecf6e464849628ad4b88a67e17afc is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:23.013974 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Request body: {'port': {'device_id': '84e144e1-d541-4610-a8d1-bd0152a3f080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:23.022697 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:23.027084 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-e484a71a-7230-4413-8f1f-471ea7d05060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:23.028608 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-e484a71a-7230-4413-8f1f-471ea7d05060 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3655219 May 06 00:37:23.034406 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:23.183851 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:23.199135 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32277d47-ed56-4043-bd66-28fd01bee7f1 req-f8d2971b-1b64-427b-bf22-287d0fc72b0b tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:23.201930 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-32277d47-ed56-4043-bd66-28fd01bee7f1 req-f8d2971b-1b64-427b-bf22-287d0fc72b0b tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 931 time: 0.2397161 May 06 00:37:23.326627 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-32277d47-ed56-4043-bd66-28fd01bee7f1 req-1272e7bd-3ea4-4529-a66e-ce1e67a64741 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080720 May 06 00:37:23.342579 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-0c68529d-7829-4035-b4dd-fe264b8c13c3 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038788 May 06 00:37:23.506884 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:23.529427 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:23.561245 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-b1783a50-6d25-4b8f-ac99-c5d8e73c327c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:23.728567 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0649b51-c04a-4096-a447-24f2dee982e5 {{(pid=73854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:37:23.755021 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:23.779047 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Transition to ACTIVE for port object e0649b51-c04a-4096-a447-24f2dee982e5 will not be triggered until provisioned by entity L2. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:37:23.792366 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:23.798136 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:23.880756 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26b4b97-2b25-4b4e-b004-4180880ec1d0,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:23.896113 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:23.984214 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-241e90ec-f82e-4033-9cb0-d84915819f01 req-1b6d3d60-b8e4-461f-98df-3895cabab261 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254144 May 06 00:37:24.040126 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774e1a2-6d48-4c6e-ae20-632e59cc5719 req-2f8228de-ffb5-41f5-9c67-eda14800b569 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:24.042233 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3774e1a2-6d48-4c6e-ae20-632e59cc5719 req-2f8228de-ffb5-41f5-9c67-eda14800b569 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2598517 May 06 00:37:24.195388 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Pushing event updated for resources: {'Port': ['ID=e0649b51-c04a-4096-a447-24f2dee982e5,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:24.204614 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:24.220652 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d1cbf535-f0ab-44eb-b912-09e93e65ee3d req-f7e14b01-bac6-4829-9055-26b56b3a3662 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 210 time: 0.1772759 May 06 00:37:24.254694 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3774e1a2-6d48-4c6e-ae20-632e59cc5719 req-b47654fb-322f-4276-8698-76734aff7ad7 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688673 May 06 00:37:24.275259 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:24.277262 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Allocated IP 192.168.233.210 (f1cfe349-0b9f-453e-9f99-c989cea930df/65afdc77-42ad-43e5-b1ad-6899ce4427a7/a3a78a58-62f6-4d72-aa7d-0ed86be19da2) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:37:24.307162 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Attempting to bind port e0649b51-c04a-4096-a447-24f2dee982e5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:37:24.307833 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Attempting to bind port e0649b51-c04a-4096-a447-24f2dee982e5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ade180df-15e5-4a4e-9f14-1b11351351bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a'}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:37:24.308165 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Attempting to bind port e0649b51-c04a-4096-a447-24f2dee982e5 on network d662d9ae-0977-4dcc-b54e-53a3c56eb40a {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:37:24.313676 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Port e0649b51-c04a-4096-a447-24f2dee982e5 on network d662d9ae-0977-4dcc-b54e-53a3c56eb40a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:37:24.314061 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Attempting to bind port e0649b51-c04a-4096-a447-24f2dee982e5 on network d662d9ae-0977-4dcc-b54e-53a3c56eb40a {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:37:24.319827 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:37:24.320097 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Checking segment: {'id': 'ade180df-15e5-4a4e-9f14-1b11351351bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:37:24.320513 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Bound using segment: {'id': 'ade180df-15e5-4a4e-9f14-1b11351351bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a'} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:37:24.320988 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Bound port: e0649b51-c04a-4096-a447-24f2dee982e5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade180df-15e5-4a4e-9f14-1b11351351bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a'}}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:37:24.321333 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:24.472035 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] For port e0649b51-c04a-4096-a447-24f2dee982e5, host hv-cinder-78462, cleared binding levels {{(pid=73854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:37:24.476517 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] For port e0649b51-c04a-4096-a447-24f2dee982e5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e0649b51-c04a-4096-a447-24f2dee982e5,segment=NetworkSegment(ade180df-15e5-4a4e-9f14-1b11351351bb),segment_id=ade180df-15e5-4a4e-9f14-1b11351351bb)] {{(pid=73854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:37:24.486618 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:24.500585 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:24.542066 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:24.542943 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:24.544620 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] 10.222.0.26 "PUT /v2.0/ports/e0649b51-c04a-4096-a447-24f2dee982e5 HTTP/1.1" status: 200 len: 1093 time: 1.5388086 May 06 00:37:24.551304 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e144e1-d541-4610-a8d1-bd0152a3f080', 'tag': 'e0649b51-c04a-4096-a447-24f2dee982e5'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:24.605501 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Pushing event updated for resources: {'Port': ['ID=e0649b51-c04a-4096-a447-24f2dee982e5,revision_number=3']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:24.609483 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:24.744627 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-697a6036-1a3b-463c-ad28-5c7b3681f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:24.746124 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-697a6036-1a3b-463c-ad28-5c7b3681f8ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce34d99155f6409085e02b4a46688ed5&device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 1096 time: 0.1233556 May 06 00:37:24.837153 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-b81cbfb6-b88d-4033-8dcf-473d90e97042 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0649b51-c04a-4096-a447-24f2dee982e5 HTTP/1.1" status: 200 len: 217 time: 0.0808566 May 06 00:37:24.852621 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429185a-0c96-4873-b4dd-4059c8e423f5 req-d53890b8-d114-49ea-b28a-dacdb7046093 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:24.854266 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e429185a-0c96-4873-b4dd-4059c8e423f5 req-d53890b8-d114-49ea-b28a-dacdb7046093 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.4649813 May 06 00:37:24.887463 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:24.912262 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-bf948558-0147-4f76-9a4d-6ebaece1c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:24.913574 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede82657-cacc-4840-9fc4-0663c44559d6 req-ddf205bf-4fb3-46bf-80d3-ec1e4a29409e tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:24.913908 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-bf948558-0147-4f76-9a4d-6ebaece1c06c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=644e0197-9547-44e6-bebc-b536e151a921 HTTP/1.1" status: 200 len: 849 time: 0.0695612 May 06 00:37:24.915352 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ede82657-cacc-4840-9fc4-0663c44559d6 req-ddf205bf-4fb3-46bf-80d3-ec1e4a29409e tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 943 time: 0.3383386 May 06 00:37:24.951602 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Transition to ACTIVE for port object a3a78a58-62f6-4d72-aa7d-0ed86be19da2 will not be triggered until provisioned by entity DHCP. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:37:24.970385 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e429185a-0c96-4873-b4dd-4059c8e423f5 req-66e7a0e2-2d8d-4be1-8646-0120651fc20d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989008 May 06 00:37:24.981776 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-8d2fb08c-0bfd-41e9-a446-a0423b68092c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d662d9ae-0977-4dcc-b54e-53a3c56eb40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592370 May 06 00:37:25.014325 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:25.029971 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-659432d8-fbc6-4b2b-9bf5-e4edd8149ba0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:25.122596 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Pushing event updated for resources: {'Port': ['ID=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:25.136532 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:25.147578 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e144e1-d541-4610-a8d1-bd0152a3f080', 'tag': 'e0649b51-c04a-4096-a447-24f2dee982e5', 'status': 'completed', 'code': 200} May 06 00:37:25.152670 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-6b7616db-d775-4078-af19-422f663730b1 service neutron] 10.222.0.26 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562026 May 06 00:37:25.154171 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ede82657-cacc-4840-9fc4-0663c44559d6 req-6bcff605-7189-4f9b-a1f3-48e1e3d3191a tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168508 May 06 00:37:25.189674 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Network f1cfe349-0b9f-453e-9f99-c989cea930df is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:37:25.191049 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:37:25.198724 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:37:25.204728 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:25.205363 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:25.279719 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3222177 May 06 00:37:25.295857 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Request body: {'port': {'device_id': '4cd57811-ce11-4def-8fe6-10cd0617cd13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:25.336667 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-dbd4f334-9896-4d6b-9ed1-12a94ac2cb57 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759194848&fields=id&tenant_id=62b9f7b2b4c84262afcea5da837cc9b6 HTTP/1.1" status: 200 len: 267 time: 0.1242340 May 06 00:37:25.414541 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-78970e13-6d49-4ebc-964f-cf5339ba2f82 req-159f9ab9-253c-4ecf-bc03-8cfcb0f9b333 service neutron] 10.222.0.26 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499785 May 06 00:37:25.561444 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050157f-a573-463d-b9df-caa57c18eae7 req-984512f7-a081-4c9d-bc36-f70ea3033825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:25.563170 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-d050157f-a573-463d-b9df-caa57c18eae7 req-984512f7-a081-4c9d-bc36-f70ea3033825 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce34d99155f6409085e02b4a46688ed5&device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 1096 time: 0.0939131 May 06 00:37:25.604082 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-bb856304-844b-4ef5-8acd-3ed4b2946be0 None None] Provisioning for port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:37:25.617167 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-bb856304-844b-4ef5-8acd-3ed4b2946be0 None None] Provisioning complete for port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:37:25.618373 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-bb856304-844b-4ef5-8acd-3ed4b2946be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:25.679235 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:25.714008 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-bb856304-844b-4ef5-8acd-3ed4b2946be0 None None] Port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:37:25.717085 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-5d5e8b33-dbf0-4810-bce1-7dfc1075c386 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:25.726224 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-5d5e8b33-dbf0-4810-bce1-7dfc1075c386 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/networks?id=d785f87c-c20d-49d9-af2b-695cd3fd9484 HTTP/1.1" status: 200 len: 809 time: 0.3804562 May 06 00:37:25.833511 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-c8d588a0-193c-41eb-b9fc-d00c81a162d3 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/quotas/62b9f7b2b4c84262afcea5da837cc9b6 HTTP/1.1" status: 200 len: 375 time: 0.1062567 May 06 00:37:25.839635 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050157f-a573-463d-b9df-caa57c18eae7 req-3d7c79eb-167e-4c30-9c64-411eabc76307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:25.842203 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-d050157f-a573-463d-b9df-caa57c18eae7 req-3d7c79eb-167e-4c30-9c64-411eabc76307 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d662d9ae-0977-4dcc-b54e-53a3c56eb40a HTTP/1.1" status: 200 len: 909 time: 0.2714598 May 06 00:37:25.845317 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfba42b-23b4-4f2a-a044-675aa3c70c4c req-bc899e48-ac34-464d-bd2b-212968f90cf1 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:25.845885 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9bfba42b-23b4-4f2a-a044-675aa3c70c4c req-bc899e48-ac34-464d-bd2b-212968f90cf1 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Synchronizing usage tracker for tenant:eccecf6e464849628ad4b88a67e17afc on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:37:25.933729 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-d050157f-a573-463d-b9df-caa57c18eae7 req-f652d79c-e9db-441c-8349-9b60566f16dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0649b51-c04a-4096-a447-24f2dee982e5 HTTP/1.1" status: 200 len: 217 time: 0.0804830 May 06 00:37:26.005517 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9bfba42b-23b4-4f2a-a044-675aa3c70c4c req-bc899e48-ac34-464d-bd2b-212968f90cf1 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Unset dirty status for tenant:eccecf6e464849628ad4b88a67e17afc on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:37:26.006883 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9bfba42b-23b4-4f2a-a044-675aa3c70c4c req-bc899e48-ac34-464d-bd2b-212968f90cf1 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 936 time: 0.5388374 May 06 00:37:26.027792 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050157f-a573-463d-b9df-caa57c18eae7 req-5984dc9a-1e07-4649-a188-f29eb297e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:26.029349 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-d050157f-a573-463d-b9df-caa57c18eae7 req-5984dc9a-1e07-4649-a188-f29eb297e3dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=644e0197-9547-44e6-bebc-b536e151a921 HTTP/1.1" status: 200 len: 849 time: 0.0782168 May 06 00:37:26.079635 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9bfba42b-23b4-4f2a-a044-675aa3c70c4c req-39e3dc34-0a87-434f-ac53-42a0f4641d36 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Synchronizing usage tracker for tenant:eccecf6e464849628ad4b88a67e17afc on resource:security_group {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:37:26.086826 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-d050157f-a573-463d-b9df-caa57c18eae7 req-39a998af-ce02-46a4-a6f5-b5ced5436133 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d662d9ae-0977-4dcc-b54e-53a3c56eb40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480876 May 06 00:37:26.182190 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-190b3981-44f6-4d3e-84d5-0bc7396d40db tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Synchronizing usage tracker for tenant:62b9f7b2b4c84262afcea5da837cc9b6 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:37:26.188229 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-9bfba42b-23b4-4f2a-a044-675aa3c70c4c req-39e3dc34-0a87-434f-ac53-42a0f4641d36 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Unset dirty status for tenant:eccecf6e464849628ad4b88a67e17afc on resource:security_group {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:37:26.189483 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9bfba42b-23b4-4f2a-a044-675aa3c70c4c req-39e3dc34-0a87-434f-ac53-42a0f4641d36 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706927 May 06 00:37:26.257028 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-190b3981-44f6-4d3e-84d5-0bc7396d40db tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Unset dirty status for tenant:62b9f7b2b4c84262afcea5da837cc9b6 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:37:26.261067 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-190b3981-44f6-4d3e-84d5-0bc7396d40db tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62b9f7b2b4c84262afcea5da837cc9b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4263701 May 06 00:37:26.270177 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-d050157f-a573-463d-b9df-caa57c18eae7 req-a2606c0f-b504-4f41-8eac-87270d710ed1 service neutron] 10.222.0.26 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738014 May 06 00:37:26.427008 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-d050157f-a573-463d-b9df-caa57c18eae7 req-7916e4ab-5051-450c-8c4a-ad1be292b683 service neutron] 10.222.0.26 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469612 May 06 00:37:26.583122 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a78a58-62f6-4d72-aa7d-0ed86be19da2 {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:37:26.595442 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:26.637872 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-52bc067b-3db3-497b-96eb-7218c50ad307 service neutron] 10.222.0.32 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627856 May 06 00:37:26.639154 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Transition to ACTIVE for port object a3a78a58-62f6-4d72-aa7d-0ed86be19da2 will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:37:26.669886 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:26.678402 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:26.790698 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a276f14-1fc2-47dc-a63c-64ac25b60da6 req-ae8280ae-416d-48aa-949e-26dc74d20bd0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:26.792299 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7a276f14-1fc2-47dc-a63c-64ac25b60da6 req-ae8280ae-416d-48aa-949e-26dc74d20bd0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.3385737 May 06 00:37:26.938689 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Pushing event updated for resources: {'Port': ['ID=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:26.941556 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:27.008440 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7a276f14-1fc2-47dc-a63c-64ac25b60da6 req-c99cef24-b524-4c69-b049-966ed683c4a1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662467 May 06 00:37:27.045778 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Attempting to bind port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:37:27.046155 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Attempting to bind port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'fd3e347e-7717-4534-8333-50c2b0b306d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:37:27.046485 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Attempting to bind port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 on network f1cfe349-0b9f-453e-9f99-c989cea930df {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:37:27.053232 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-0e58662c-1f63-41b3-bb5c-2270e7ec1214 service neutron] 10.222.0.32 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034674 May 06 00:37:27.055322 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 on network f1cfe349-0b9f-453e-9f99-c989cea930df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:37:27.057004 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Attempting to bind port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 on network f1cfe349-0b9f-453e-9f99-c989cea930df {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:37:27.062598 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:37:27.062827 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Checking segment: {'id': 'fd3e347e-7717-4534-8333-50c2b0b306d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:37:27.063159 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Bound using segment: {'id': 'fd3e347e-7717-4534-8333-50c2b0b306d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:37:27.063589 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Bound port: a3a78a58-62f6-4d72-aa7d-0ed86be19da2, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3e347e-7717-4534-8333-50c2b0b306d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:37:27.063934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:27.197903 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] For port a3a78a58-62f6-4d72-aa7d-0ed86be19da2, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:37:27.201552 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] For port a3a78a58-62f6-4d72-aa7d-0ed86be19da2, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,segment=NetworkSegment(fd3e347e-7717-4534-8333-50c2b0b306d4),segment_id=fd3e347e-7717-4534-8333-50c2b0b306d4)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:37:27.207277 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:27.213854 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8fb60393-5783-41fb-8d44-f60d53bb5bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:27.279810 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:27.280791 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:27.286032 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] 10.222.0.26 "PUT /v2.0/ports/a3a78a58-62f6-4d72-aa7d-0ed86be19da2 HTTP/1.1" status: 200 len: 1098 time: 1.9949534 May 06 00:37:27.294540 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd57811-ce11-4def-8fe6-10cd0617cd13', 'tag': 'a3a78a58-62f6-4d72-aa7d-0ed86be19da2'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:27.344049 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Pushing event updated for resources: {'Port': ['ID=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:27.377220 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:27.449583 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device e0649b51-c04a-4096-a447-24f2dee982e5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:37:27.532831 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-112327e5-f6b2-4a1a-b4c1-fa76ea6775e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:27.535169 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-112327e5-f6b2-4a1a-b4c1-fa76ea6775e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eccecf6e464849628ad4b88a67e17afc&device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 1101 time: 0.1827452 May 06 00:37:27.720085 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-96f25c71-192d-4063-b5a6-cb275c23f86f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=a3a78a58-62f6-4d72-aa7d-0ed86be19da2 HTTP/1.1" status: 200 len: 217 time: 0.1753566 May 06 00:37:27.803036 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port e0649b51-c04a-4096-a447-24f2dee982e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e0649b51-c04a-4096-a447-24f2dee982e5,segment=NetworkSegment(ade180df-15e5-4a4e-9f14-1b11351351bb),segment_id=ade180df-15e5-4a4e-9f14-1b11351351bb)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:27.836204 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': 'e0649b51-c04a-4096-a447-24f2dee982e5', 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a', 'port_id': 'e0649b51-c04a-4096-a447-24f2dee982e5', 'mac_address': 'fa:16:3e:84:b0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644e0197-9547-44e6-bebc-b536e151a921', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:37:27.947693 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:27.975907 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0649b51-c04a-4096-a447-24f2dee982e5 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:37:27.995531 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-cc57c0f3-e6c1-468b-add1-1241f1f023f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:27.997074 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-cc57c0f3-e6c1-468b-add1-1241f1f023f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65afdc77-42ad-43e5-b1ad-6899ce4427a7 HTTP/1.1" status: 200 len: 843 time: 0.2690289 May 06 00:37:28.003695 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port e0649b51-c04a-4096-a447-24f2dee982e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e0649b51-c04a-4096-a447-24f2dee982e5,segment=NetworkSegment(ade180df-15e5-4a4e-9f14-1b11351351bb),segment_id=ade180df-15e5-4a4e-9f14-1b11351351bb)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:28.015309 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:28.018399 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-c60d575c-9f87-487b-af68-ec459f70983f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:28.141520 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=e0649b51-c04a-4096-a447-24f2dee982e5,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:28.159485 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:28.223196 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550214e-64a5-40e6-9322-479d5dc5386f req-6671e665-d98a-4f0c-a756-185c22a20f80 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:28.238452 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b550214e-64a5-40e6-9322-479d5dc5386f req-6671e665-d98a-4f0c-a756-185c22a20f80 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 943 time: 0.4037788 May 06 00:37:28.298110 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-33547ca8-2cd3-4b7a-b101-247f8034f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:28.299802 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-33547ca8-2cd3-4b7a-b101-247f8034f7aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1cfe349-0b9f-453e-9f99-c989cea930df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2885156 May 06 00:37:28.311652 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b550214e-64a5-40e6-9322-479d5dc5386f req-cafb9033-8394-4d5a-b81c-d3fca427590b tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799010 May 06 00:37:28.334780 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff4e05-07f3-4107-9a58-07d5424c25df req-083fb91a-9ae4-4dfa-a174-727bde22aa21 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:28.336361 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-52ff4e05-07f3-4107-9a58-07d5424c25df req-083fb91a-9ae4-4dfa-a174-727bde22aa21 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.4099929 May 06 00:37:28.337206 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['e0649b51-c04a-4096-a447-24f2dee982e5'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:37:28.534535 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-52ff4e05-07f3-4107-9a58-07d5424c25df req-2f4442f5-20b0-4c8c-b879-0ba59f0b4c4e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460421 May 06 00:37:28.694674 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd57811-ce11-4def-8fe6-10cd0617cd13', 'tag': 'a3a78a58-62f6-4d72-aa7d-0ed86be19da2', 'status': 'completed', 'code': 200} May 06 00:37:28.717115 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-ab2aeabd-98ff-4ad5-b144-2a60135d6d9e service neutron] 10.222.0.26 "GET /v2.0/networks/f1cfe349-0b9f-453e-9f99-c989cea930df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042244 May 06 00:37:29.017278 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ce9383d8-e05e-4783-a52e-36d97b387529 req-ba5cc754-ecda-4610-89bf-ed5d45dc8f7d tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 210 time: 0.2650971 May 06 00:37:29.036689 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2e315-42ca-4ea5-ab58-0a05671d73f4 req-8c5f3ec6-aad0-4759-995b-ba9b2fc4dc44 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:29.038156 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0bb2e315-42ca-4ea5-ab58-0a05671d73f4 req-8c5f3ec6-aad0-4759-995b-ba9b2fc4dc44 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 948 time: 0.4397073 May 06 00:37:29.123253 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0bb2e315-42ca-4ea5-ab58-0a05671d73f4 req-ab6052b0-7aab-4b07-b748-4381fa04925b tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700777 May 06 00:37:29.172076 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0ea8cc88-696c-4e67-a5e4-c8c3f16c5f02 req-1a15bd1e-ec8c-41b8-8b91-efd3139f3907 service neutron] 10.222.0.26 "GET /v2.0/networks/f1cfe349-0b9f-453e-9f99-c989cea930df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464984 May 06 00:37:29.456527 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-d932ce3a-0226-4fe2-995b-817e10b3f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:29.467603 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-8b853962-fee9-491d-974e-e2812062704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:29.471026 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-d932ce3a-0226-4fe2-995b-817e10b3f4c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eccecf6e464849628ad4b88a67e17afc&device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 1101 time: 0.1976461 May 06 00:37:29.473641 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device e0649b51-c04a-4096-a447-24f2dee982e5 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:37:29.499913 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815d7b-e422-4c92-b9ca-d6e3a34e5677 req-5e1a2a27-40b9-4b1f-a134-d5ead9293d6f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:29.501588 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4a815d7b-e422-4c92-b9ca-d6e3a34e5677 req-5e1a2a27-40b9-4b1f-a134-d5ead9293d6f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2787583 May 06 00:37:29.629500 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port e0649b51-c04a-4096-a447-24f2dee982e5 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:37:29.638902 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port e0649b51-c04a-4096-a447-24f2dee982e5 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:37:29.639171 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:29.713236 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-cd4906ef-12aa-4f2d-9432-4346e9a5eab6 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:29.715780 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-cd4906ef-12aa-4f2d-9432-4346e9a5eab6 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Synchronizing usage tracker for tenant:62b9f7b2b4c84262afcea5da837cc9b6 on resource:network {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:37:29.757052 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-cd4906ef-12aa-4f2d-9432-4346e9a5eab6 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Unset dirty status for tenant:62b9f7b2b4c84262afcea5da837cc9b6 on resource:network {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:37:29.758390 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-cd4906ef-12aa-4f2d-9432-4346e9a5eab6 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.26 "GET /v2.0/networks?id=d785f87c-c20d-49d9-af2b-695cd3fd9484 HTTP/1.1" status: 200 len: 809 time: 0.3262582 May 06 00:37:29.824647 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:29.841110 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-c2e7806a-54fd-4eb3-99b6-02fa700161f8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Synchronizing usage tracker for tenant:62b9f7b2b4c84262afcea5da837cc9b6 on resource:security_group {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:37:29.871785 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-c2e7806a-54fd-4eb3-99b6-02fa700161f8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Unset dirty status for tenant:62b9f7b2b4c84262afcea5da837cc9b6 on resource:security_group {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:37:29.873488 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-c2e7806a-54fd-4eb3-99b6-02fa700161f8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b9f7b2b4c84262afcea5da837cc9b6 HTTP/1.1" status: 200 len: 379 time: 0.0953233 May 06 00:37:29.884492 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Request body: {'port': {'device_id': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'admin_state_up': True, 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'security_groups': ['570f9275-09cd-4540-97d9-8198e06586c1']}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:29.900948 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e144e1-d541-4610-a8d1-bd0152a3f080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0649b51-c04a-4096-a447-24f2dee982e5'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:29.916339 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4a815d7b-e422-4c92-b9ca-d6e3a34e5677 req-614f8987-c3be-444f-b687-7318b49138bf tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635249 May 06 00:37:29.928370 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port e0649b51-c04a-4096-a447-24f2dee982e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e0649b51-c04a-4096-a447-24f2dee982e5,segment=NetworkSegment(ade180df-15e5-4a4e-9f14-1b11351351bb),segment_id=ade180df-15e5-4a4e-9f14-1b11351351bb)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:29.949439 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:29.955219 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:30.021993 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051071ec-55f0-412d-9950-028903a3c5c9 req-24f27a80-b371-41e5-b618-8513d6b587ef tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:30.023555 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-051071ec-55f0-412d-9950-028903a3c5c9 req-24f27a80-b371-41e5-b618-8513d6b587ef tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 944 time: 0.4794292 May 06 00:37:30.038417 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-87ec5e74-7a61-47f8-b45c-579ad9be799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:30.040776 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-87ec5e74-7a61-47f8-b45c-579ad9be799b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1cfe349-0b9f-453e-9f99-c989cea930df HTTP/1.1" status: 200 len: 869 time: 0.5375087 May 06 00:37:30.109256 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=e0649b51-c04a-4096-a447-24f2dee982e5,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:30.126576 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.126912 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.127249 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.128100 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.128100 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.128291 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.129613 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-051071ec-55f0-412d-9950-028903a3c5c9 req-b331a50b-8088-457e-aa7b-99fe8f48c83c tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998697 May 06 00:37:30.136678 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.137084 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.137475 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.137809 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.138143 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.138478 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:37:30.150251 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:30.150516 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:30.175388 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:30.197817 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Made reservation on behalf of 62b9f7b2b4c84262afcea5da837cc9b6 for: {'port': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:37:30.203284 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:30.248842 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e144e1-d541-4610-a8d1-bd0152a3f080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0649b51-c04a-4096-a447-24f2dee982e5', 'code': 200} May 06 00:37:30.429243 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-60e91993-e49e-4391-8cf7-794734a13ff5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=a3a78a58-62f6-4d72-aa7d-0ed86be19da2 HTTP/1.1" status: 200 len: 217 time: 0.3422687 May 06 00:37:30.547152 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Allocated IP 172.20.0.10 (d785f87c-c20d-49d9-af2b-695cd3fd9484/e6518a22-4bb8-4620-969a-04d81c5438a1/3ce41429-4380-4803-a8cd-1df4100018bb) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:37:30.685652 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-db2b4743-ffa8-49c3-8dd7-59ef3a6d3e3f req-41129d82-5a2c-45b2-aba3-7b01eb1a2375 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 210 time: 0.2492821 May 06 00:37:30.741018 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0233d8-d3ad-43ed-806c-b0e48c5bab3e req-4bb504d2-d8c1-435a-9d1d-c00ca1b6c060 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:30.742559 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-af0233d8-d3ad-43ed-806c-b0e48c5bab3e req-4bb504d2-d8c1-435a-9d1d-c00ca1b6c060 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.4703934 May 06 00:37:30.846948 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-33cd6155-5b95-4a27-b66a-9d2c0a11d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:30.853074 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-33cd6155-5b95-4a27-b66a-9d2c0a11d42c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65afdc77-42ad-43e5-b1ad-6899ce4427a7 HTTP/1.1" status: 200 len: 843 time: 0.4135718 May 06 00:37:30.918776 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:30.936240 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Transition to ACTIVE for port object 3ce41429-4380-4803-a8cd-1df4100018bb will not be triggered until provisioned by entity DHCP. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:37:30.970264 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:30.979490 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:31.051692 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9629dcf-b5b9-4c98-9930-d5e446f116f4 req-e69b0b7a-e648-4150-9b62-015e780934e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:31.057441 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e9629dcf-b5b9-4c98-9930-d5e446f116f4 req-e69b0b7a-e648-4150-9b62-015e780934e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 1098 time: 0.5598047 May 06 00:37:31.062713 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-af0233d8-d3ad-43ed-806c-b0e48c5bab3e req-8ad3bbea-df34-404b-a334-cfbab93f3dc5 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960269 May 06 00:37:31.113143 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Network d785f87c-c20d-49d9-af2b-695cd3fd9484 is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:37:31.138415 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e9629dcf-b5b9-4c98-9930-d5e446f116f4 req-56f4883a-77d8-47cc-9240-bfd598ac7702 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736716 May 06 00:37:31.147628 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:37:31.163634 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:37:31.174543 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795b56c-e3e2-47f5-b2f7-bbd488e5c777 req-bf4449c0-d2c9-4f28-877e-551a8ccf1ce1 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:31.176223 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0795b56c-e3e2-47f5-b2f7-bbd488e5c777 req-bf4449c0-d2c9-4f28-877e-551a8ccf1ce1 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 948 time: 0.3038638 May 06 00:37:31.241244 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-85dfb0c5-ec29-4e22-b385-3cfad59c6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:31.242339 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event updated for resources: {'Port': ['ID=3ce41429-4380-4803-a8cd-1df4100018bb,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:31.242772 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-85dfb0c5-ec29-4e22-b385-3cfad59c6b7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1cfe349-0b9f-453e-9f99-c989cea930df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3619208 May 06 00:37:31.248064 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:31.280497 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:31.281254 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:31.330011 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4505370 May 06 00:37:31.350847 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Request body: {'port': {'device_id': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:31.371709 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0795b56c-e3e2-47f5-b2f7-bbd488e5c777 req-5d17eece-b3d6-4c38-bc50-ae4163b268b3 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819377 May 06 00:37:31.452780 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1247df-c7f1-4a14-97b3-a4f97d4254b1 req-927688d0-e665-475e-b474-26b1f205df02 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:31.454193 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd1247df-c7f1-4a14-97b3-a4f97d4254b1 req-927688d0-e665-475e-b474-26b1f205df02 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2475667 May 06 00:37:31.456152 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-f250b721-d23b-45fe-a530-3ac4981eb241 service neutron] 10.222.0.26 "GET /v2.0/networks/f1cfe349-0b9f-453e-9f99-c989cea930df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951125 May 06 00:37:31.507589 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:31.509068 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device a3a78a58-62f6-4d72-aa7d-0ed86be19da2 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:37:31.544019 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-1cff9a9b-7b6d-49bc-864f-f27a166b3285 None None] Provisioning for port 3ce41429-4380-4803-a8cd-1df4100018bb completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:37:31.641230 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-1cff9a9b-7b6d-49bc-864f-f27a166b3285 None None] Provisioning complete for port 3ce41429-4380-4803-a8cd-1df4100018bb triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:37:31.641714 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1cff9a9b-7b6d-49bc-864f-f27a166b3285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:31.697357 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd1247df-c7f1-4a14-97b3-a4f97d4254b1 req-c9a2f3fc-38da-47e3-962e-57ed28516898 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311046 May 06 00:37:31.772077 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-726915b4-e2b8-4580-b255-1faa39d527a2 req-6356a35d-acd3-4201-8756-76ae1dcf5bd1 service neutron] 10.222.0.26 "GET /v2.0/networks/f1cfe349-0b9f-453e-9f99-c989cea930df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974956 May 06 00:37:31.812446 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-1cff9a9b-7b6d-49bc-864f-f27a166b3285 None None] Port 3ce41429-4380-4803-a8cd-1df4100018bb cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:37:31.840485 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aad56-b360-4fbc-86fb-72cb3ad5563b req-4d408047-eecc-48d6-a405-8b4aff44d1b1 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:31.842457 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-941aad56-b360-4fbc-86fb-72cb3ad5563b req-4d408047-eecc-48d6-a405-8b4aff44d1b1 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 945 time: 0.2676466 May 06 00:37:31.896750 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-941aad56-b360-4fbc-86fb-72cb3ad5563b req-ddb663f7-46d6-46f9-9b4b-457c212d93ed tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483973 May 06 00:37:31.906668 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port a3a78a58-62f6-4d72-aa7d-0ed86be19da2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,segment=NetworkSegment(fd3e347e-7717-4534-8333-50c2b0b306d4),segment_id=fd3e347e-7717-4534-8333-50c2b0b306d4)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:31.924349 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': 'a3a78a58-62f6-4d72-aa7d-0ed86be19da2', 'network_id': 'f1cfe349-0b9f-453e-9f99-c989cea930df', 'port_id': 'a3a78a58-62f6-4d72-aa7d-0ed86be19da2', 'mac_address': 'fa:16:3e:de:52:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65afdc77-42ad-43e5-b1ad-6899ce4427a7', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:37:32.098582 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:32.150472 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:32.161643 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be133a7f-932b-437d-ab42-28f784f5f0a7 req-0a68446f-3168-4dab-b958-6171f2fc1c31 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:32.168937 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-be133a7f-932b-437d-ab42-28f784f5f0a7 req-0a68446f-3168-4dab-b958-6171f2fc1c31 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 932 time: 0.2599857 May 06 00:37:32.211927 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a78a58-62f6-4d72-aa7d-0ed86be19da2 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:37:32.252595 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port a3a78a58-62f6-4d72-aa7d-0ed86be19da2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,segment=NetworkSegment(fd3e347e-7717-4534-8333-50c2b0b306d4),segment_id=fd3e347e-7717-4534-8333-50c2b0b306d4)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:32.263772 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-be133a7f-932b-437d-ab42-28f784f5f0a7 req-2b636451-8078-4ac9-b625-5a5e4cb7d6f2 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938089 May 06 00:37:32.289562 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:32.293437 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:32.359631 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ce96d34c-3f75-43d7-b956-069b4bc29a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:32.402758 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:32.405970 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:32.425586 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce41429-4380-4803-a8cd-1df4100018bb {{(pid=73854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:37:32.433964 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:32.463210 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Transition to ACTIVE for port object 3ce41429-4380-4803-a8cd-1df4100018bb will not be triggered until provisioned by entity L2. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:37:32.471885 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:32.476983 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:32.541144 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aca9e7-2eb0-4ab2-b325-9fe9e15594e6 req-aac25dab-37b8-4ddb-8576-0bdf87aea5ab tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:32.548579 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-01aca9e7-2eb0-4ab2-b325-9fe9e15594e6 req-aac25dab-37b8-4ddb-8576-0bdf87aea5ab tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1325610 May 06 00:37:32.609005 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['a3a78a58-62f6-4d72-aa7d-0ed86be19da2'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:37:32.641936 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-01aca9e7-2eb0-4ab2-b325-9fe9e15594e6 req-3a1ee8e0-a5b8-4511-9fe8-cf58bfa1b81d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902939 May 06 00:37:32.737755 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce41429-4380-4803-a8cd-1df4100018bb,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:32.755719 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:32.767544 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d400-924b-4647-a4d0-5cd2f59cbf23 req-cb0dde28-0cef-4cdf-8999-0ea843c19bb3 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:32.769867 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0d49d400-924b-4647-a4d0-5cd2f59cbf23 req-cb0dde28-0cef-4cdf-8999-0ea843c19bb3 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 949 time: 0.1269481 May 06 00:37:32.902998 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0d49d400-924b-4647-a4d0-5cd2f59cbf23 req-5a41d009-74ba-4338-a842-fbfc33f64758 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265678 May 06 00:37:32.917266 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Attempting to bind port 3ce41429-4380-4803-a8cd-1df4100018bb on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:37:32.917592 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Attempting to bind port 3ce41429-4380-4803-a8cd-1df4100018bb by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:37:32.917920 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Attempting to bind port 3ce41429-4380-4803-a8cd-1df4100018bb on network d785f87c-c20d-49d9-af2b-695cd3fd9484 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:37:32.927604 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Port 3ce41429-4380-4803-a8cd-1df4100018bb on network d785f87c-c20d-49d9-af2b-695cd3fd9484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:37:32.927918 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Attempting to bind port 3ce41429-4380-4803-a8cd-1df4100018bb on network d785f87c-c20d-49d9-af2b-695cd3fd9484 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:37:32.939967 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:37:32.940306 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Checking segment: {'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:37:32.940713 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Bound using segment: {'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:37:32.941311 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Bound port: 3ce41429-4380-4803-a8cd-1df4100018bb, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac61cf4-829a-4f26-9d6d-f408fa270bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484'}}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:37:32.941674 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:33.085505 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] For port 3ce41429-4380-4803-a8cd-1df4100018bb, host hv-cinder-78462, cleared binding levels {{(pid=73854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:37:33.089243 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] For port 3ce41429-4380-4803-a8cd-1df4100018bb, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ce41429-4380-4803-a8cd-1df4100018bb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:37:33.095998 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:33.118829 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:33.128562 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaecab7-5a4c-4fa0-a232-3127f221db3b req-9bd3f915-3af5-4cd5-acc9-af7672108cbe tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:33.130185 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-adaecab7-5a4c-4fa0-a232-3127f221db3b req-9bd3f915-3af5-4cd5-acc9-af7672108cbe tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1796987 May 06 00:37:33.214395 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456fc3-91e9-422f-bdf1-ebc498205cc5 req-653b1c3b-7213-4bc3-b8f9-7e87e13cc517 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:33.217579 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-16456fc3-91e9-422f-bdf1-ebc498205cc5 req-653b1c3b-7213-4bc3-b8f9-7e87e13cc517 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 945 time: 0.1517920 May 06 00:37:33.221151 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-adaecab7-5a4c-4fa0-a232-3127f221db3b req-a41594ac-5179-4cdc-8120-8618535a6145 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735941 May 06 00:37:33.284748 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:33.298364 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-16456fc3-91e9-422f-bdf1-ebc498205cc5 req-03b859a0-1065-4977-99fd-68a48f94bcd4 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747297 May 06 00:37:33.304640 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:33.305258 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:33.307247 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] 10.222.0.26 "PUT /v2.0/ports/3ce41429-4380-4803-a8cd-1df4100018bb HTTP/1.1" status: 200 len: 1094 time: 1.9688010 May 06 00:37:33.307767 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:33.377270 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce41429-4380-4803-a8cd-1df4100018bb,revision_number=3']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:33.380996 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:33.437695 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb', 'status': 'completed', 'code': 200} May 06 00:37:33.505363 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-f4621111-7b27-4a22-ae2c-443708853836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:33.506848 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-f4621111-7b27-4a22-ae2c-443708853836 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b9f7b2b4c84262afcea5da837cc9b6&device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1097 time: 0.1210842 May 06 00:37:33.594837 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-387643c0-4c88-4a8f-8b0c-46a8223fd281 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ce41429-4380-4803-a8cd-1df4100018bb HTTP/1.1" status: 200 len: 217 time: 0.0789239 May 06 00:37:33.633357 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33c0d0-8562-47a2-a911-b90383696217 req-d4462202-501a-4164-900e-085f9a59def8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:33.637343 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3c33c0d0-8562-47a2-a911-b90383696217 req-d4462202-501a-4164-900e-085f9a59def8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 944 time: 0.1643112 May 06 00:37:33.778184 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-fb3c9fd7-4a07-4b68-a14d-ed280706714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:33.779679 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-fb3c9fd7-4a07-4b68-a14d-ed280706714c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6518a22-4bb8-4620-969a-04d81c5438a1 HTTP/1.1" status: 200 len: 848 time: 0.1699507 May 06 00:37:33.794259 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3c33c0d0-8562-47a2-a911-b90383696217 req-ab0cffb4-b0c5-45f3-993c-734cc021f1a0 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488314 May 06 00:37:33.903157 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921a620-8939-4d0d-bfc8-a5daa88372cf req-7819789c-ccc7-46a7-9d75-c0aa54f422d3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:33.911309 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a921a620-8939-4d0d-bfc8-a5daa88372cf req-7819789c-ccc7-46a7-9d75-c0aa54f422d3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1150577 May 06 00:37:33.929051 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-c09593f8-f00f-45a4-bedf-f23179f87318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:33.932926 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-c09593f8-f00f-45a4-bedf-f23179f87318 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d785f87c-c20d-49d9-af2b-695cd3fd9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1408083 May 06 00:37:33.981942 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a921a620-8939-4d0d-bfc8-a5daa88372cf req-26601cf0-7847-4787-9555-ae6bc2cdf9c2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693824 May 06 00:37:34.141328 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-8e44db1e-f2bf-4c00-b282-d404bb80903b service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025359 May 06 00:37:34.194120 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a52e1f-e7eb-456d-9ec0-ea0ae0fd6ff8 req-39ba1e86-67c2-4625-b30a-b696292c0344 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:34.202667 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e1a52e1f-e7eb-456d-9ec0-ea0ae0fd6ff8 req-39ba1e86-67c2-4625-b30a-b696292c0344 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 949 time: 0.1659803 May 06 00:37:34.278148 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e1a52e1f-e7eb-456d-9ec0-ea0ae0fd6ff8 req-81a25138-60fb-446a-9a58-fc15641d503e tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746152 May 06 00:37:34.363852 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-2f797399-89ea-40e4-ad51-44bd890ecc90 req-571b340d-a26b-484c-9627-eba3b7da2ee7 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133813 May 06 00:37:34.519210 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625ef94-7d86-4db1-b89a-09c16348a009 req-278662fb-e94c-4310-9ccb-efd1895bbe06 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:34.521097 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2625ef94-7d86-4db1-b89a-09c16348a009 req-278662fb-e94c-4310-9ccb-efd1895bbe06 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.0983307 May 06 00:37:34.535330 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-b0847ba7-bce0-4b47-a49a-960f1258ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:34.535935 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-b0847ba7-bce0-4b47-a49a-960f1258ff4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b9f7b2b4c84262afcea5da837cc9b6&device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1097 time: 0.1101191 May 06 00:37:34.578790 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2625ef94-7d86-4db1-b89a-09c16348a009 req-f8625406-3f19-4926-9ceb-cf1d5293d940 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516205 May 06 00:37:34.729295 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-cac5c64f-198e-4e8f-a582-689ce25e017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:34.733177 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-cac5c64f-198e-4e8f-a582-689ce25e017a service neutron] 10.222.0.26 "GET /v2.0/networks?id=d785f87c-c20d-49d9-af2b-695cd3fd9484 HTTP/1.1" status: 200 len: 909 time: 0.1882701 May 06 00:37:34.844819 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49612c46-c809-429d-9e9b-e7215c772b70 req-09cf2f1d-616e-4593-b877-116280febf89 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:34.847262 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-49612c46-c809-429d-9e9b-e7215c772b70 req-09cf2f1d-616e-4593-b877-116280febf89 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 945 time: 0.1305938 May 06 00:37:34.890108 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-d96c15b0-eca9-4be1-8b83-037754688ec4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ce41429-4380-4803-a8cd-1df4100018bb HTTP/1.1" status: 200 len: 217 time: 0.1486254 May 06 00:37:34.948058 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-49612c46-c809-429d-9e9b-e7215c772b70 req-9486701b-5ef1-44f4-8996-29624fe7ff3d tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926063 May 06 00:37:35.008422 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:35.012568 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-13d17d43-021d-4cf9-a3d8-c2eac49e0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:35.012946 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-13d17d43-021d-4cf9-a3d8-c2eac49e0311 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6518a22-4bb8-4620-969a-04d81c5438a1 HTTP/1.1" status: 200 len: 848 time: 0.1078727 May 06 00:37:35.179425 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-45f4ed92-8181-49d0-962d-c273ef26bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:35.182038 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-45f4ed92-8181-49d0-962d-c273ef26bba9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d785f87c-c20d-49d9-af2b-695cd3fd9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1520481 May 06 00:37:35.273687 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8138d-7279-4135-9b2c-79fa36748733 req-83d43e16-b529-441d-8cbb-f2569faad792 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:35.275454 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9cf8138d-7279-4135-9b2c-79fa36748733 req-83d43e16-b529-441d-8cbb-f2569faad792 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 944 time: 0.1940939 May 06 00:37:35.287827 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d45ee6-4747-4b19-81fb-936c89f85ab2 req-26d7cda7-c5e2-417a-9d04-42e1c129027a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:35.297998 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-19d45ee6-4747-4b19-81fb-936c89f85ab2 req-26d7cda7-c5e2-417a-9d04-42e1c129027a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1427321 May 06 00:37:35.345583 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-22c05750-85c2-46a3-b1b0-ba1832d6be88 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508689 May 06 00:37:35.386441 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-19d45ee6-4747-4b19-81fb-936c89f85ab2 req-46d73236-1e11-4d1e-86b3-26a1350f398c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863168 May 06 00:37:35.400534 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9cf8138d-7279-4135-9b2c-79fa36748733 req-34352b11-bce1-4fe4-b108-1fab59de90d0 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852201 May 06 00:37:35.534199 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-99b6f165-7efc-49d3-8e34-39939cd73eb5 req-114a03bc-d004-4896-b987-07d84e9c5652 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755710 May 06 00:37:35.543922 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device a3a78a58-62f6-4d72-aa7d-0ed86be19da2 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:37:35.703693 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b52ac2-9a5b-44d9-9212-2e27d875b021 req-54ea594f-0a11-4d53-adec-97b29d0110ed tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:35.706706 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:37:35.714298 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:37:35.714887 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:35.716755 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-51b52ac2-9a5b-44d9-9212-2e27d875b021 req-54ea594f-0a11-4d53-adec-97b29d0110ed tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 949 time: 0.1642857 May 06 00:37:35.894277 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-51b52ac2-9a5b-44d9-9212-2e27d875b021 req-5b4b38c3-0e0a-41c6-ab71-51c462df394e tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756928 May 06 00:37:35.900301 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:35.945820 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6136-c217-4b7f-8f64-c962c85e19db req-f1bc970e-c67d-47a9-a8a0-826ccdb70699 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:35.947554 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-addb6136-c217-4b7f-8f64-c962c85e19db req-f1bc970e-c67d-47a9-a8a0-826ccdb70699 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1943326 May 06 00:37:35.957123 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd57811-ce11-4def-8fe6-10cd0617cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a78a58-62f6-4d72-aa7d-0ed86be19da2'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:35.967481 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port a3a78a58-62f6-4d72-aa7d-0ed86be19da2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,segment=NetworkSegment(fd3e347e-7717-4534-8333-50c2b0b306d4),segment_id=fd3e347e-7717-4534-8333-50c2b0b306d4)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:35.975016 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:35.977747 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:36.013461 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-addb6136-c217-4b7f-8f64-c962c85e19db req-47250a69-2c34-450f-a3e8-5dbbc17a6310 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565054 May 06 00:37:36.031457 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd57811-ce11-4def-8fe6-10cd0617cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a78a58-62f6-4d72-aa7d-0ed86be19da2', 'code': 200} May 06 00:37:36.057690 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:36.061555 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:36.399980 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-cb18863b-ed1d-435b-bb10-ba46792d6935 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:36.400721 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-cb18863b-ed1d-435b-bb10-ba46792d6935 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Synchronizing usage tracker for tenant:ce34d99155f6409085e02b4a46688ed5 on resource:port {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:37:36.422064 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-cb18863b-ed1d-435b-bb10-ba46792d6935 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Unset dirty status for tenant:ce34d99155f6409085e02b4a46688ed5 on resource:port {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:37:36.423531 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-cb18863b-ed1d-435b-bb10-ba46792d6935 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.26 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 945 time: 0.1826377 May 06 00:37:36.448115 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e050f-e59f-4965-b717-e2ae5be7d264 req-110eff18-e7a7-4509-8095-2190983e25b1 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:36.457066 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-994e050f-e59f-4965-b717-e2ae5be7d264 req-110eff18-e7a7-4509-8095-2190983e25b1 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 945 time: 0.2641022 May 06 00:37:36.514990 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbd2ba-a523-47c7-8c44-52c64f250c53 req-281ad079-6d38-4ee2-92e8-bac3b254ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:36.516554 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2fbd2ba-a523-47c7-8c44-52c64f250c53 req-281ad079-6d38-4ee2-92e8-bac3b254ee78 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 1103 time: 0.1656263 May 06 00:37:36.570907 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Deleting port e0649b51-c04a-4096-a447-24f2dee982e5 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:37:36.571437 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:36.585469 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-994e050f-e59f-4965-b717-e2ae5be7d264 req-18bb4a7d-4cb0-4eab-a995-8cf6a5c22782 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209273 May 06 00:37:36.608707 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2fbd2ba-a523-47c7-8c44-52c64f250c53 req-678fd7b5-6260-403e-a1e7-515b7f66619e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504289 May 06 00:37:36.632454 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413c009-d9ef-4c48-87ec-c189a40f3618 req-e3342c55-66b5-4c68-8c54-4fb1db8ae240 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:36.634157 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a413c009-d9ef-4c48-87ec-c189a40f3618 req-e3342c55-66b5-4c68-8c54-4fb1db8ae240 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1258264 May 06 00:37:36.681081 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a413c009-d9ef-4c48-87ec-c189a40f3618 req-10194e5c-265b-401f-8193-d640fb04376b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404868 May 06 00:37:36.794260 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] For port e0649b51-c04a-4096-a447-24f2dee982e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e0649b51-c04a-4096-a447-24f2dee982e5,segment=NetworkSegment(ade180df-15e5-4a4e-9f14-1b11351351bb),segment_id=ade180df-15e5-4a4e-9f14-1b11351351bb)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:36.794620 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:36.838825 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb720f1-3a17-4c90-9a5d-23d78547acec req-5a0238fe-83f1-4002-b192-e1d5bfccc017 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:36.840314 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cdb720f1-3a17-4c90-9a5d-23d78547acec req-5a0238fe-83f1-4002-b192-e1d5bfccc017 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 944 time: 0.1541767 May 06 00:37:36.886661 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cdb720f1-3a17-4c90-9a5d-23d78547acec req-5496c960-e2ab-46b3-ae5e-066d6be06cae tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402987 May 06 00:37:36.932665 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Calling delete_port for e0649b51-c04a-4096-a447-24f2dee982e5 owned by compute:nova {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:37:37.143146 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:37.152205 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:37.155594 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['e0649b51-c04a-4096-a447-24f2dee982e5'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:37:37.161897 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511a55-d6af-4db9-abc5-eb7ca360c653 req-d4505411-2ca1-4818-bef7-a15b90196557 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:37.164965 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-90511a55-d6af-4db9-abc5-eb7ca360c653 req-d4505411-2ca1-4818-bef7-a15b90196557 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 950 time: 0.1512253 May 06 00:37:37.203954 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Pushing event deleted for resources: {'Port': ['ID=e0649b51-c04a-4096-a447-24f2dee982e5,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:37.207520 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:37.277031 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] No DVR routers for this DVR port e0649b51-c04a-4096-a447-24f2dee982e5 on host hv-cinder-78462 {{(pid=73854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:37:37.280433 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:37.283046 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e144e1-d541-4610-a8d1-bd0152a3f080', 'name': 'network-vif-deleted', 'tag': 'e0649b51-c04a-4096-a447-24f2dee982e5'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:37.299452 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-6b97684f-47b1-4779-823c-f9c2f9ab162b req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.26 "DELETE /v2.0/ports/e0649b51-c04a-4096-a447-24f2dee982e5 HTTP/1.1" status: 204 len: 173 time: 0.8671987 May 06 00:37:37.315018 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-90511a55-d6af-4db9-abc5-eb7ca360c653 req-691d703f-7429-4a29-bec2-d0e2895e313a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825169 May 06 00:37:37.343489 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-c6741bfc-382a-4385-bec4-ea2739d3b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:37.343890 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-c6741bfc-382a-4385-bec4-ea2739d3b8d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 1099 time: 0.2752328 May 06 00:37:37.365631 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725fd76-6536-4db9-939c-f67cc7807547 req-122dd708-49fa-4f0b-a0b5-c495b62048b2 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:37.367087 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8725fd76-6536-4db9-939c-f67cc7807547 req-122dd708-49fa-4f0b-a0b5-c495b62048b2 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2148111 May 06 00:37:37.375430 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e144e1-d541-4610-a8d1-bd0152a3f080', 'name': 'network-vif-deleted', 'tag': 'e0649b51-c04a-4096-a447-24f2dee982e5', 'status': 'completed', 'code': 200} May 06 00:37:37.392131 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769a2fa-fa12-4529-9c08-8a4ead0bab7b req-8fd44310-498e-48ff-acf6-c99aee8ba2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:37.393599 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0769a2fa-fa12-4529-9c08-8a4ead0bab7b req-8fd44310-498e-48ff-acf6-c99aee8ba2b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 1098 time: 0.2273951 May 06 00:37:37.528347 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0769a2fa-fa12-4529-9c08-8a4ead0bab7b req-21d5cadc-857c-40e1-b27c-e2690e319e6a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186252 May 06 00:37:37.533113 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8725fd76-6536-4db9-939c-f67cc7807547 req-0022cebc-0f9f-4465-9917-7c6f35dee908 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464670 May 06 00:37:37.538881 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3ce41429-4380-4803-a8cd-1df4100018bb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:37:37.578505 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-b9c2705b-7288-428b-81ef-c06059067776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:37.580115 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-b9c2705b-7288-428b-81ef-c06059067776 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 917 time: 0.2120802 May 06 00:37:37.683616 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 3ce41429-4380-4803-a8cd-1df4100018bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ce41429-4380-4803-a8cd-1df4100018bb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:37.699682 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '3ce41429-4380-4803-a8cd-1df4100018bb', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'port_id': '3ce41429-4380-4803-a8cd-1df4100018bb', 'mac_address': 'fa:16:3e:37:49:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:37:37.768399 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:37.786862 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce41429-4380-4803-a8cd-1df4100018bb {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:37:37.799490 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-cc8be123-ebdd-48fa-a33e-bf5e07cd8392 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60 HTTP/1.1" status: 200 len: 1002 time: 0.1689084 May 06 00:37:37.801829 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f56748c0-b854-4259-954d-2444e11e2660 req-6df89f72-b039-45c3-994b-680fcb023598 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e144e1-d541-4610-a8d1-bd0152a3f080 HTTP/1.1" status: 200 len: 210 time: 0.0519493 May 06 00:37:37.812664 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 3ce41429-4380-4803-a8cd-1df4100018bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ce41429-4380-4803-a8cd-1df4100018bb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:37.826450 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:37.828307 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-f655393b-d172-48d9-b2da-18a587c0322e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:37.895317 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=3ce41429-4380-4803-a8cd-1df4100018bb,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:37.899012 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:37.930175 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-bfe29807-2606-4c02-9a00-0421ece0c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:37.932156 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-bfe29807-2606-4c02-9a00-0421ece0c06b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.1243229 May 06 00:37:38.003792 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7329a8-005e-4826-bd91-48352ad4891e req-0e89d12b-43d2-4a44-9731-157e95e13436 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:38.005225 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bb7329a8-005e-4826-bd91-48352ad4891e req-0e89d12b-43d2-4a44-9731-157e95e13436 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.1516581 May 06 00:37:38.114577 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bb7329a8-005e-4826-bd91-48352ad4891e req-fa45aa7a-ac76-462e-bdab-f76929024a51 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758562 May 06 00:37:38.149093 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-9a02bacf-9e97-4fa5-833b-e22c4ea825b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:38.149093 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-9a02bacf-9e97-4fa5-833b-e22c4ea825b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2019882 May 06 00:37:38.160962 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a02c7-a5cd-4d95-bd3e-c31333d722ba req-51e397a0-3b3c-41b7-b1cc-9763f46b87da tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:38.162376 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-521a02c7-a5cd-4d95-bd3e-c31333d722ba req-51e397a0-3b3c-41b7-b1cc-9763f46b87da tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 945 time: 0.1673787 May 06 00:37:38.286635 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['3ce41429-4380-4803-a8cd-1df4100018bb'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:37:38.292910 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-521a02c7-a5cd-4d95-bd3e-c31333d722ba req-dcb739d9-f304-4a7d-a71e-7231f0b3b889 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099331 May 06 00:37:38.329897 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-27f2bf40-529d-4a8f-b96f-7f9a8276ce41 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665430 May 06 00:37:38.518075 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f6df576e-5e1b-45c9-8f5f-b8baae5079d1 req-738667ed-3b09-4bb5-b2ec-61dd2e7e10c6 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785464 May 06 00:37:38.551281 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f07bad-dc11-4f20-9ca8-fdb31c64fbf6 req-52d5aa75-5e31-48da-8cbe-aeca6c858f6d tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:38.552722 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-43f07bad-dc11-4f20-9ca8-fdb31c64fbf6 req-52d5aa75-5e31-48da-8cbe-aeca6c858f6d tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 950 time: 0.1184261 May 06 00:37:38.607918 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-43f07bad-dc11-4f20-9ca8-fdb31c64fbf6 req-f60b0d20-b8f1-47a8-8c9c-4e737cf284c3 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477238 May 06 00:37:38.755702 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d719-141e-4f54-b562-ff4f870a755b req-a52781b0-590f-4938-a8ae-3e012c2429e3 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:38.757722 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c0e2d719-141e-4f54-b562-ff4f870a755b req-a52781b0-590f-4938-a8ae-3e012c2429e3 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.0973592 May 06 00:37:38.809276 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c0e2d719-141e-4f54-b562-ff4f870a755b req-9af68427-ca6c-475a-8f3e-6313d20ff851 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 May 06 00:37:39.350414 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480a994-ee64-420e-aa06-88a183fb37d5 req-09ccf761-bf77-4c06-852c-ba6a4e8e50ac tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:39.351897 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2480a994-ee64-420e-aa06-88a183fb37d5 req-09ccf761-bf77-4c06-852c-ba6a4e8e50ac tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 950 time: 0.3279488 May 06 00:37:39.389819 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-e9a9d253-f248-4aaf-b6ba-a043e6084f81 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:39.391284 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-e9a9d253-f248-4aaf-b6ba-a043e6084f81 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/networks?id=d662d9ae-0977-4dcc-b54e-53a3c56eb40a HTTP/1.1" status: 200 len: 809 time: 0.1899967 May 06 00:37:39.418694 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-7d7d0392-2c47-4158-b0b3-1cba3d8007d5 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/quotas/ce34d99155f6409085e02b4a46688ed5 HTTP/1.1" status: 200 len: 375 time: 0.0161078 May 06 00:37:39.423572 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2480a994-ee64-420e-aa06-88a183fb37d5 req-94d133f5-9064-4d99-baca-5db30347ae3b tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625687 May 06 00:37:39.514159 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-289bd983-5742-4ae6-8108-b34ae00d185b tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce34d99155f6409085e02b4a46688ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808561 May 06 00:37:39.564433 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3ce41429-4380-4803-a8cd-1df4100018bb up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:37:39.635786 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 3ce41429-4380-4803-a8cd-1df4100018bb completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:37:39.641110 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 3ce41429-4380-4803-a8cd-1df4100018bb triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:37:39.641575 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:39.712974 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-a47850a9-b7f3-42d2-b51b-d35407ce8537 service neutron] 10.222.0.32 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882975 May 06 00:37:39.760077 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:39.786187 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:39.795771 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 3ce41429-4380-4803-a8cd-1df4100018bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ce41429-4380-4803-a8cd-1df4100018bb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:39.795959 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1b06-ed2c-4516-8882-145f63351d9a req-c4c3b028-9b82-4c14-8791-d7bd127b13c4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:39.797422 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-22ac1b06-ed2c-4516-8882-145f63351d9a req-c4c3b028-9b82-4c14-8791-d7bd127b13c4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.2535961 May 06 00:37:39.800156 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:39.801085 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device e0649b51-c04a-4096-a447-24f2dee982e5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:37:39.830149 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:39.869879 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: e0649b51-c04a-4096-a447-24f2dee982e5 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:37:39.870138 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device e0649b51-c04a-4096-a447-24f2dee982e5 not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:37:39.871786 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-22ac1b06-ed2c-4516-8882-145f63351d9a req-4cc73a87-858c-4add-a726-b3156c101251 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667305 May 06 00:37:39.890801 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-0e2e29b9-1d77-44af-b237-761eaa080265 service neutron] 10.222.0.32 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746256 May 06 00:37:39.913701 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=3ce41429-4380-4803-a8cd-1df4100018bb,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:39.917807 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:40.076621 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7a14f-1bff-4186-8358-9f51963e9468 req-0802e504-20a7-4781-96a7-29f2f44b9b7b tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:40.077798 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-64e7a14f-1bff-4186-8358-9f51963e9468 req-0802e504-20a7-4781-96a7-29f2f44b9b7b tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0902402 May 06 00:37:40.135253 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-64e7a14f-1bff-4186-8358-9f51963e9468 req-cd43ae77-b3b1-49c1-b418-71fca23e7cd9 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498807 May 06 00:37:40.174982 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb', 'code': 200} May 06 00:37:40.307236 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-98098394-cbe0-460d-8c16-e8e613223980 req-efcfcd88-5347-42b9-9383-5b4ff1aa92f5 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 210 time: 0.0803142 May 06 00:37:40.352607 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787374a6-84f4-4d4b-9112-ea0274085afd req-777284db-1b33-4cdb-83d4-771101ec3d3c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:40.354241 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-787374a6-84f4-4d4b-9112-ea0274085afd req-777284db-1b33-4cdb-83d4-771101ec3d3c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.0902033 May 06 00:37:40.401872 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-787374a6-84f4-4d4b-9112-ea0274085afd req-a42f7a4e-7642-455e-891f-c1cf1c6f74c8 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 May 06 00:37:40.766449 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee03c34-ba8a-45d0-aa8c-05e3e9865538 req-5161f8bf-4b23-4b3d-9b95-0b3e77e99123 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:40.768376 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6ee03c34-ba8a-45d0-aa8c-05e3e9865538 req-5161f8bf-4b23-4b3d-9b95-0b3e77e99123 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 950 time: 0.1950564 May 06 00:37:40.799974 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee77566-e6cc-482e-8010-87607efb6e24 req-27182f3d-363e-4ade-aa2f-e46cb5da92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:40.801605 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6ee77566-e6cc-482e-8010-87607efb6e24 req-27182f3d-363e-4ade-aa2f-e46cb5da92e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1099 time: 0.1770415 May 06 00:37:40.928219 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6ee03c34-ba8a-45d0-aa8c-05e3e9865538 req-2d011e73-4e12-4136-8d11-c3c7ce303992 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518769 May 06 00:37:40.933866 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6ee77566-e6cc-482e-8010-87607efb6e24 req-d927cf26-9888-4827-b471-86e4c9288270 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988729 May 06 00:37:41.007631 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-b785f43f-26ff-4a74-b9ec-83e6ab39bd78 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:41.011599 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-b785f43f-26ff-4a74-b9ec-83e6ab39bd78 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 950 time: 0.2090399 May 06 00:37:41.083643 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9e0ad-fc39-4dd3-9636-652ce71404d2 req-80c627a3-7c0b-4442-a4e4-f7f38d80ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:41.089079 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-00d9e0ad-fc39-4dd3-9636-652ce71404d2 req-80c627a3-7c0b-4442-a4e4-f7f38d80ce95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 1098 time: 0.1707411 May 06 00:37:41.234894 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9e0ad-fc39-4dd3-9636-652ce71404d2 req-03602f01-0399-4147-9d7b-c4de150a2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:41.236437 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-00d9e0ad-fc39-4dd3-9636-652ce71404d2 req-03602f01-0399-4147-9d7b-c4de150a2cbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 200 len: 918 time: 0.1354802 May 06 00:37:41.303788 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188ac28-e609-4fa3-80d1-fdcb87d9b5fd req-22c4117a-a37d-4a8d-87ba-d7dcc65eee56 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:41.305340 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a188ac28-e609-4fa3-80d1-fdcb87d9b5fd req-22c4117a-a37d-4a8d-87ba-d7dcc65eee56 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 946 time: 0.2186418 May 06 00:37:41.323999 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-00d9e0ad-fc39-4dd3-9636-652ce71404d2 req-98bb1f38-1c10-4178-b4b7-6636ce96548d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964 HTTP/1.1" status: 200 len: 217 time: 0.0782168 May 06 00:37:41.345718 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee2e0e-ce14-43bb-a877-0df0d8105d62 req-8593d9b5-61f3-4135-9f03-ef2446011d19 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:41.352802 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aeee2e0e-ce14-43bb-a877-0df0d8105d62 req-8593d9b5-61f3-4135-9f03-ef2446011d19 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2094889 May 06 00:37:41.376599 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Deleting port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:37:41.376943 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:41.415351 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9e0ad-fc39-4dd3-9636-652ce71404d2 req-fc9d1fae-3eff-4e98-9af4-f4740a48d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:41.417264 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-00d9e0ad-fc39-4dd3-9636-652ce71404d2 req-fc9d1fae-3eff-4e98-9af4-f4740a48d55c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 200 len: 858 time: 0.0836623 May 06 00:37:41.495310 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-00d9e0ad-fc39-4dd3-9636-652ce71404d2 req-98cd1fef-3b9a-4d8f-a72d-823eea0dec95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc6f620d-9a85-4ffa-a129-6d7d72617946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506918 May 06 00:37:41.584729 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device f4327147-5da6-4a64-a8e2-fd98d0f88d60 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:37:41.661921 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-00d9e0ad-fc39-4dd3-9636-652ce71404d2 req-bdf9168f-330a-4627-b1ba-d22b417935ff service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526651 May 06 00:37:41.664963 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a188ac28-e609-4fa3-80d1-fdcb87d9b5fd req-fa511287-07fa-4083-922c-c2d46eff7bc2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514616 May 06 00:37:41.695013 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aeee2e0e-ce14-43bb-a877-0df0d8105d62 req-b1223097-2036-4120-9ea7-a8ffa8113f58 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410726 May 06 00:37:41.741406 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:41.781635 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:41.790016 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:41.796758 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:41.850706 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3d0346f2-79a6-4c4e-825a-97cceb4c16ff tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:41.852364 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3d0346f2-79a6-4c4e-825a-97cceb4c16ff tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.26 "GET /v2.0/networks?id=d662d9ae-0977-4dcc-b54e-53a3c56eb40a HTTP/1.1" status: 200 len: 809 time: 0.4619856 May 06 00:37:41.885153 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=8']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:41.888296 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:41.902240 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Request body: {'port': {'device_id': '9b839cf5-818f-4eda-b779-141555853581', 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a', 'admin_state_up': True, 'tenant_id': 'ce34d99155f6409085e02b4a46688ed5'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:41.903162 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-00d9e0ad-fc39-4dd3-9636-652ce71404d2 req-feb2e643-b14e-463f-af13-65dd4d88807e service neutron] 10.222.0.26 "GET /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205672 May 06 00:37:42.039036 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8828f01b-3620-4eec-a656-cfbd60fb34db req-f3f3d24b-95e2-405e-9ed4-eae92c0aa50d tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 210 time: 0.1460733 May 06 00:37:42.067444 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] For port a3a78a58-62f6-4d72-aa7d-0ed86be19da2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,segment=NetworkSegment(fd3e347e-7717-4534-8333-50c2b0b306d4),segment_id=fd3e347e-7717-4534-8333-50c2b0b306d4)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:42.067721 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:42.177817 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:42.223913 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Calling delete_port for a3a78a58-62f6-4d72-aa7d-0ed86be19da2 owned by compute:nova {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:37:42.304508 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112b8e4-cb63-4ecc-988b-fd488f3ad1f9 req-4479b4d2-b039-4992-910c-41d191adf1fe tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:42.312223 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2112b8e4-cb63-4ecc-988b-fd488f3ad1f9 req-4479b4d2-b039-4992-910c-41d191adf1fe tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.4586601 May 06 00:37:42.340809 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:42.349280 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Usage tracker for resource:port and tenant:ce34d99155f6409085e02b4a46688ed5 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:42.359209 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:42.368700 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:42.392865 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2112b8e4-cb63-4ecc-988b-fd488f3ad1f9 req-49b2029a-cc82-4260-bc45-f881be9844a0 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797505 May 06 00:37:42.395024 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Made reservation on behalf of ce34d99155f6409085e02b4a46688ed5 for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:37:42.398303 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:42.606885 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:42.615442 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:42.623296 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['a3a78a58-62f6-4d72-aa7d-0ed86be19da2'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:37:42.667329 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Pushing event deleted for resources: {'Port': ['ID=a3a78a58-62f6-4d72-aa7d-0ed86be19da2,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:42.682379 dv-cinder-784623-8-smb neutron-server[73855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'code': 422} returned with failed status May 06 00:37:42.699858 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:42.821273 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] No DVR routers for this DVR port a3a78a58-62f6-4d72-aa7d-0ed86be19da2 on host hv-cinder-78462 {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:37:42.824240 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:42.829428 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Allocated IP 172.20.0.12 (d662d9ae-0977-4dcc-b54e-53a3c56eb40a/644e0197-9547-44e6-bebc-b536e151a921/55566285-7e7c-40a6-95d0-6ef79ab6bdf7) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:37:42.831277 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd57811-ce11-4def-8fe6-10cd0617cd13', 'name': 'network-vif-deleted', 'tag': 'a3a78a58-62f6-4d72-aa7d-0ed86be19da2'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:42.916736 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05feb-ded0-426a-9bb6-0f61879d9137 req-417f983b-f0f5-4fef-b244-ea8efd6a7518 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:42.917411 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-11f05feb-ded0-426a-9bb6-0f61879d9137 req-417f983b-f0f5-4fef-b244-ea8efd6a7518 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Synchronizing usage tracker for tenant:eccecf6e464849628ad4b88a67e17afc on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:37:42.926655 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5113eb06-76ee-4542-99c4-e880ed80af94 req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.26 "DELETE /v2.0/ports/a3a78a58-62f6-4d72-aa7d-0ed86be19da2 HTTP/1.1" status: 204 len: 173 time: 1.9075062 May 06 00:37:42.984549 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-11f05feb-ded0-426a-9bb6-0f61879d9137 req-417f983b-f0f5-4fef-b244-ea8efd6a7518 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Unset dirty status for tenant:eccecf6e464849628ad4b88a67e17afc on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:37:42.985720 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-11f05feb-ded0-426a-9bb6-0f61879d9137 req-417f983b-f0f5-4fef-b244-ea8efd6a7518 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd57811-ce11-4def-8fe6-10cd0617cd13 HTTP/1.1" status: 200 len: 867 time: 0.4570985 May 06 00:37:43.104200 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11e423-fed0-4270-9095-a555d8267521 req-469a5c34-39c9-4f02-8cff-2d2c62c4c0af tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:43.105696 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aa11e423-fed0-4270-9095-a555d8267521 req-469a5c34-39c9-4f02-8cff-2d2c62c4c0af tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2887218 May 06 00:37:43.165865 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-11f05feb-ded0-426a-9bb6-0f61879d9137 req-97de618b-420d-4b09-881a-e3a872f3731d tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] 10.222.0.32 "GET /v2.0/security-groups?id=a26b4b97-2b25-4b4e-b004-4180880ec1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668022 May 06 00:37:43.214580 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aa11e423-fed0-4270-9095-a555d8267521 req-5dfd59c9-6ec7-4d7a-b81b-86914efbb766 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007452 May 06 00:37:43.238080 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:43.269716 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:43.276815 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:43.329354 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd57811-ce11-4def-8fe6-10cd0617cd13', 'name': 'network-vif-deleted', 'tag': 'a3a78a58-62f6-4d72-aa7d-0ed86be19da2', 'status': 'completed', 'code': 200} May 06 00:37:43.348840 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Network d662d9ae-0977-4dcc-b54e-53a3c56eb40a is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:37:43.356764 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:37:43.361874 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:37:43.366679 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:43.367311 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:43.380498 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Pushing event updated for resources: {'Port': ['ID=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:43.385671 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:43.396208 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4977283 May 06 00:37:43.411611 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Request body: {'port': {'device_id': '9b839cf5-818f-4eda-b779-141555853581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:43.831495 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:43.905937 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913c770-396e-4f2d-9fde-a1ba40945a6b req-a2b8306f-dbcd-483c-b397-cc4c30225903 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:43.906636 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-5913c770-396e-4f2d-9fde-a1ba40945a6b req-a2b8306f-dbcd-483c-b397-cc4c30225903 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Synchronizing usage tracker for tenant:ce34d99155f6409085e02b4a46688ed5 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:37:43.929127 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379e0ef-a0ac-4fe6-860a-c53c5a13cf7c req-b2608a46-48eb-4cc4-ad36-d60a6a5ea005 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:43.931117 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2379e0ef-a0ac-4fe6-860a-c53c5a13cf7c req-b2608a46-48eb-4cc4-ad36-d60a6a5ea005 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.2623403 May 06 00:37:43.972013 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42136) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:43.978818 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-5913c770-396e-4f2d-9fde-a1ba40945a6b req-a2b8306f-dbcd-483c-b397-cc4c30225903 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Unset dirty status for tenant:ce34d99155f6409085e02b4a46688ed5 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:37:43.979955 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5913c770-396e-4f2d-9fde-a1ba40945a6b req-a2b8306f-dbcd-483c-b397-cc4c30225903 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 932 time: 0.5329125 May 06 00:37:44.066275 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2379e0ef-a0ac-4fe6-860a-c53c5a13cf7c req-f4708ee9-b027-4e80-b7fe-91e763974a6a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256890 May 06 00:37:44.107344 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-0ccbab19-6e3b-41d5-8adb-de4e5075a619 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299448 May 06 00:37:44.116685 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5913c770-396e-4f2d-9fde-a1ba40945a6b req-d366a913-fa2b-4d50-aaa2-e6c6af3a2572 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852444 May 06 00:37:44.399960 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a2ed-febc-4f85-b30e-47581b7bcaaf req-007de959-08f9-4101-993b-f91242f6b819 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:44.401370 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7fa7a2ed-febc-4f85-b30e-47581b7bcaaf req-007de959-08f9-4101-993b-f91242f6b819 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.2148485 May 06 00:37:44.470237 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b4e54-684b-4673-8b6e-64f8907ba5de req-ba667909-41a5-409b-99e1-4e77b3a97a1d tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:44.477784 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-df4b4e54-684b-4673-8b6e-64f8907ba5de req-ba667909-41a5-409b-99e1-4e77b3a97a1d tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.2318807 May 06 00:37:44.527626 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:37:44.548586 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:44.555971 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7fa7a2ed-febc-4f85-b30e-47581b7bcaaf req-7de4df5e-8928-4102-814d-a0aa52a402e8 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212032 May 06 00:37:44.572990 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-df4b4e54-684b-4673-8b6e-64f8907ba5de req-94804ef6-db5f-4fae-b1be-b809f99c7d84 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947001 May 06 00:37:44.580082 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Transition to ACTIVE for port object 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:37:44.585761 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:44.591920 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3bb3b13b-45e0-4f29-9815-deea3440c5dd tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:44.603800 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42154) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:44.732843 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Pushing event updated for resources: {'Port': ['ID=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:44.783473 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:44.840244 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Attempting to bind port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:37:44.840641 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Attempting to bind port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ade180df-15e5-4a4e-9f14-1b11351351bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:37:44.840912 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Attempting to bind port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 on network d662d9ae-0977-4dcc-b54e-53a3c56eb40a {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:37:44.855267 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 on network d662d9ae-0977-4dcc-b54e-53a3c56eb40a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:37:44.855586 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Attempting to bind port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 on network d662d9ae-0977-4dcc-b54e-53a3c56eb40a {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:37:44.867685 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:37:44.868040 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Checking segment: {'id': 'ade180df-15e5-4a4e-9f14-1b11351351bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:37:44.868442 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Bound using segment: {'id': 'ade180df-15e5-4a4e-9f14-1b11351351bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:37:44.868966 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Bound port: 55566285-7e7c-40a6-95d0-6ef79ab6bdf7, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade180df-15e5-4a4e-9f14-1b11351351bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:37:44.869322 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:44.887927 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1105f0-8b46-4d4e-9bc1-1340eb4ad635 tempest-TestShelveInstance-883316940 tempest-TestShelveInstance-883316940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:44.888658 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0d1105f0-8b46-4d4e-9bc1-1340eb4ad635 tempest-TestShelveInstance-883316940 tempest-TestShelveInstance-883316940-project-admin] Synchronizing usage tracker for tenant:774965cb59c44611954434156e40bf40 on resource:port {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:37:44.926316 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0d1105f0-8b46-4d4e-9bc1-1340eb4ad635 tempest-TestShelveInstance-883316940 tempest-TestShelveInstance-883316940-project-admin] Unset dirty status for tenant:774965cb59c44611954434156e40bf40 on resource:port {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:37:44.931290 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0d1105f0-8b46-4d4e-9bc1-1340eb4ad635 tempest-TestShelveInstance-883316940 tempest-TestShelveInstance-883316940-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1094 time: 0.3260570 May 06 00:37:44.931881 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42180) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:44.938148 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Request body: {'floatingip': {'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'port_id': '3ce41429-4380-4803-a8cd-1df4100018bb', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:37:44.944461 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:44.948972 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Usage tracker for resource:floatingip and tenant:62b9f7b2b4c84262afcea5da837cc9b6 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:44.951955 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:44.958773 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:44.979154 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for floatingip, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:45.008680 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] For port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:37:45.018685 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fa7f7-7fb5-4a13-9378-4519e46d9807 req-77792561-06ec-4952-967b-87ae304d605c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:45.027682 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-691fa7f7-7fb5-4a13-9378-4519e46d9807 req-77792561-06ec-4952-967b-87ae304d605c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2430396 May 06 00:37:45.030962 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] For port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,segment=NetworkSegment(ade180df-15e5-4a4e-9f14-1b11351351bb),segment_id=ade180df-15e5-4a4e-9f14-1b11351351bb)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:37:45.051967 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:45.059578 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:45.138502 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:45.178465 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42192) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:45.200764 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:45.204984 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:45.206422 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] 10.222.0.26 "PUT /v2.0/ports/55566285-7e7c-40a6-95d0-6ef79ab6bdf7 HTTP/1.1" status: 200 len: 1094 time: 1.8007994 May 06 00:37:45.239115 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-691fa7f7-7fb5-4a13-9378-4519e46d9807 req-c4490300-4003-4278-95ec-446a3f449291 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053213 May 06 00:37:45.340880 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b839cf5-818f-4eda-b779-141555853581', 'tag': '55566285-7e7c-40a6-95d0-6ef79ab6bdf7'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:45.353555 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Pushing event updated for resources: {'Port': ['ID=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:45.362380 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:45.422753 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-04de6f8c-2295-466e-b22c-a5240e9f1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:45.425308 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-04de6f8c-2295-466e-b22c-a5240e9f1a34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce34d99155f6409085e02b4a46688ed5&device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 1097 time: 0.1684024 May 06 00:37:45.438465 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41018094-15f8-407b-87d8-c0374fd9d062 req-ea58fbab-ee4a-4b1f-8db1-14314b3803d4 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:45.447592 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41018094-15f8-407b-87d8-c0374fd9d062 req-ea58fbab-ee4a-4b1f-8db1-14314b3803d4 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 944 time: 0.1513910 May 06 00:37:45.506342 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b839cf5-818f-4eda-b779-141555853581', 'tag': '55566285-7e7c-40a6-95d0-6ef79ab6bdf7', 'status': 'completed', 'code': 200} May 06 00:37:45.528784 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:45.534567 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-5c3b0065-0d80-4860-8649-5cd3f2d68ca1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55566285-7e7c-40a6-95d0-6ef79ab6bdf7 HTTP/1.1" status: 200 len: 217 time: 0.0841916 May 06 00:37:45.561720 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:37:45.571351 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Allocated IP 172.28.3.47 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/0ceeb948-000e-4263-8b83-0e68e4741cdc) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:37:45.574069 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] Usage tracker for resource:security_group_rule and tenant:8e572689a14942458d3f128daf617904 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:37:45.579071 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:37:45.589891 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:37:45.606477 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device a3a78a58-62f6-4d72-aa7d-0ed86be19da2 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:37:45.650859 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-8268a4fb-ee9b-4c2e-a4bd-65a362c022d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:45.650859 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-8268a4fb-ee9b-4c2e-a4bd-65a362c022d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=644e0197-9547-44e6-bebc-b536e151a921 HTTP/1.1" status: 200 len: 849 time: 0.1006677 May 06 00:37:45.695813 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: a3a78a58-62f6-4d72-aa7d-0ed86be19da2 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:37:45.696502 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device a3a78a58-62f6-4d72-aa7d-0ed86be19da2 not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:37:45.700637 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device f4327147-5da6-4a64-a8e2-fd98d0f88d60 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:37:45.715764 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-41018094-15f8-407b-87d8-c0374fd9d062 req-29d273bf-e5da-4205-8237-0407726d1229 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669704 May 06 00:37:45.747201 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-77af6f09-7a2b-4b08-94b3-6be81fd0332a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d662d9ae-0977-4dcc-b54e-53a3c56eb40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888028 May 06 00:37:45.898681 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:45.984959 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:46.002001 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5e244602-67a5-4c7e-842d-c38427eb2900 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:46.083779 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event updated for resources: {'Port': ['ID=0ceeb948-000e-4263-8b83-0e68e4741cdc,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:46.101551 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:46.111422 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:37:46.113591 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:46.114800 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:37:46.119914 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:37:46.169888 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:46.184040 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3974f9c-46c5-4f4e-affe-4af961ae1894 req-f7a56ccc-6bb6-4296-8728-1397db048234 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:46.192070 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a3974f9c-46c5-4f4e-affe-4af961ae1894 req-f7a56ccc-6bb6-4296-8728-1397db048234 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.2308495 May 06 00:37:46.195505 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-d3789763-a1c7-4997-8f74-ed988a258dee service neutron] 10.222.0.26 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416752 May 06 00:37:46.246836 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-afdb2584-a6a4-4ab0-95d2-a5fc18a4dc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:46.255262 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e572689a14942458d3f128daf617904&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0755534 May 06 00:37:46.261302 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42278) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:46.417548 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a3974f9c-46c5-4f4e-affe-4af961ae1894 req-7660bb82-6262-468d-9cbb-3044f5afe672 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241085 May 06 00:37:46.432549 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b38c03b4-ba16-4df1-bf1b-b56444098009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:46.467702 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c337e4ce-3a52-4a51-a40c-de16718f508f,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:46.490745 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b38c03b4-ba16-4df1-bf1b-b56444098009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:46.492474 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b42379a5-ac3b-4c0b-a0f3-69ad9c7647c6 req-cf0c4117-b2e5-44d1-9bcc-21609e7212da service neutron] 10.222.0.26 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765579 May 06 00:37:46.506549 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:46.507995 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-63110f1b-7bc9-45cb-a74c-6a1713d85537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:46.509592 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-63110f1b-7bc9-45cb-a74c-6a1713d85537 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff&tenant_id=46e3563b737944779d25f471ee8475d2 HTTP/1.1" status: 200 len: 1097 time: 0.2383997 May 06 00:37:46.698945 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-0f48065e-d709-44af-bf5e-d12ce96333e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:46.700512 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-0f48065e-d709-44af-bf5e-d12ce96333e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 1097 time: 0.1425798 May 06 00:37:46.703504 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16c67e-7acb-497f-a315-6e9a516c5d63 req-c8142d69-3063-4076-82c3-d996a038528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:46.704994 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd16c67e-7acb-497f-a315-6e9a516c5d63 req-c8142d69-3063-4076-82c3-d996a038528e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce34d99155f6409085e02b4a46688ed5&device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 1097 time: 0.1084182 May 06 00:37:46.786920 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b38c03b4-ba16-4df1-bf1b-b56444098009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:46.794605 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-515d8741-1ed3-484b-b90d-2b03d56ad009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:46.824387 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c03b4-ba16-4df1-bf1b-b56444098009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337e4ce-3a52-4a51-a40c-de16718f508f,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:46.828774 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b38c03b4-ba16-4df1-bf1b-b56444098009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:46.833013 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-b38c03b4-ba16-4df1-bf1b-b56444098009 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c337e4ce-3a52-4a51-a40c-de16718f508f HTTP/1.1" status: 204 len: 168 time: 0.5684059 May 06 00:37:46.833755 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b38c03b4-ba16-4df1-bf1b-b56444098009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:46.971406 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:47.011975 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-93f25e00-11e4-46db-8e3a-57a376e40787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:47.013474 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-93f25e00-11e4-46db-8e3a-57a376e40787 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 917 time: 0.2992711 May 06 00:37:47.014431 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16c67e-7acb-497f-a315-6e9a516c5d63 req-fc33230d-56cd-4de7-9a1f-e78049daeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:47.016031 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd16c67e-7acb-497f-a315-6e9a516c5d63 req-fc33230d-56cd-4de7-9a1f-e78049daeae6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d662d9ae-0977-4dcc-b54e-53a3c56eb40a HTTP/1.1" status: 200 len: 909 time: 0.2831912 May 06 00:37:47.080709 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:47.265918 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd16c67e-7acb-497f-a315-6e9a516c5d63 req-76f946a0-ad14-44de-b246-aec746c78106 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55566285-7e7c-40a6-95d0-6ef79ab6bdf7 HTTP/1.1" status: 200 len: 217 time: 0.2264984 May 06 00:37:47.328528 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c05f-b63a-4930-922c-8f9853648255 req-79a0b618-7aae-49e2-a98f-60a653191e17 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:47.328798 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b8d1c05f-b63a-4930-922c-8f9853648255 req-79a0b618-7aae-49e2-a98f-60a653191e17 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 944 time: 0.3960249 May 06 00:37:47.386216 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:47.387354 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-25b77b07-55f9-4a44-b2ed-053e1a19a4d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60 HTTP/1.1" status: 200 len: 1000 time: 0.3462801 May 06 00:37:47.392101 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:47.399377 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-623aa2c5-0db2-4e30-b353-0cec5473a4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:47.461041 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16c67e-7acb-497f-a315-6e9a516c5d63 req-0dd2509c-1071-4d1b-9749-34a5fa7119cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:47.462738 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd16c67e-7acb-497f-a315-6e9a516c5d63 req-0dd2509c-1071-4d1b-9749-34a5fa7119cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=644e0197-9547-44e6-bebc-b536e151a921 HTTP/1.1" status: 200 len: 849 time: 0.1892085 May 06 00:37:47.472067 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b8d1c05f-b63a-4930-922c-8f9853648255 req-a061d021-bad8-4cb8-9374-9882a062a3ec tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309304 May 06 00:37:47.516885 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event updated for resources: {'Port': ['ID=0ceeb948-000e-4263-8b83-0e68e4741cdc,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:47.527954 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:47.528785 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd16c67e-7acb-497f-a315-6e9a516c5d63 req-c12c5869-f0ca-430a-afbc-7e7290cf6a17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d662d9ae-0977-4dcc-b54e-53a3c56eb40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556529 May 06 00:37:47.543632 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-265f6945-218b-413d-a989-2eed95b43637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:47.546240 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-265f6945-218b-413d-a989-2eed95b43637 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.1486287 May 06 00:37:47.615667 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:47.828046 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.l3_db [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Floating IP 71ccf345-bef1-41e8-b70f-59a0ae8175e2 associated. External IP: 172.28.3.47, port: 3ce41429-4380-4803-a8cd-1df4100018bb. May 06 00:37:48.021884 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd16c67e-7acb-497f-a315-6e9a516c5d63 req-a10aba38-e423-476d-9fb9-b3b69f80917e service neutron] 10.222.0.26 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822712 May 06 00:37:48.057936 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-1b247410-4073-43b8-bfb3-15f139999ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:48.057936 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-1b247410-4073-43b8-bfb3-15f139999ccd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3894923 May 06 00:37:48.192365 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c3f79-2ab7-4eef-a3e0-3027c1bf3482 req-63f17f91-e25f-444a-94b6-52d5a1fa2e4b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:48.193893 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-369c3f79-2ab7-4eef-a3e0-3027c1bf3482 req-63f17f91-e25f-444a-94b6-52d5a1fa2e4b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.3074486 May 06 00:37:48.299224 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Router ba1b3250-d7ba-4357-890a-5bf3be76b916 has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:37:48.303957 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd16c67e-7acb-497f-a315-6e9a516c5d63 req-916f178b-c67f-4847-94e7-4a3ac82a3045 service neutron] 10.222.0.26 "GET /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698252 May 06 00:37:48.332824 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-369c3f79-2ab7-4eef-a3e0-3027c1bf3482 req-95d5dc28-f58b-44ed-a07b-d0b1d2ab9bbf tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841908 May 06 00:37:48.371317 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-28ef8dd2-9d46-4d96-bf14-04c7ee76ca68 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224433 May 06 00:37:48.490923 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:37:48.504379 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] Sync routers for ids ['ba1b3250-d7ba-4357-890a-5bf3be76b916'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:37:48.516234 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] Routers {'ba1b3250-d7ba-4357-890a-5bf3be76b916'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:37:48.517189 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:37:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['ba1b3250-d7ba-4357-890a-5bf3be76b916'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:37:48.517987 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:48.543929 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fa4414c0-336e-4b9a-ba04-a80ab735a5cf req-bdec8000-34ef-433a-aa70-362ec3315a17 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643703 May 06 00:37:48.593410 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6601210 May 06 00:37:48.594401 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:48.662880 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb', 'status': 'completed', 'code': 200} May 06 00:37:48.755848 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] Set router ba1b3250-d7ba-4357-890a-5bf3be76b916 gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:37:48.761759 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2b119-457a-4a37-b678-9fcabf770b39 req-31e659ee-21e5-421f-bab8-910870f1def0 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:48.763629 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6ff2b119-457a-4a37-b678-9fcabf770b39 req-31e659ee-21e5-421f-bab8-910870f1def0 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 944 time: 0.1478193 May 06 00:37:48.841419 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6ff2b119-457a-4a37-b678-9fcabf770b39 req-7a87f1cf-0010-4bbd-9500-25418278e21b tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613399 May 06 00:37:48.849765 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606134cd-4635-46dc-981e-0962d3088a5f req-5a5399b6-a578-472a-9ac3-c41c3295fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:48.855759 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-606134cd-4635-46dc-981e-0962d3088a5f req-5a5399b6-a578-472a-9ac3-c41c3295fc2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b9f7b2b4c84262afcea5da837cc9b6&device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1099 time: 0.1502159 May 06 00:37:49.079488 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606134cd-4635-46dc-981e-0962d3088a5f req-4722ca71-6fb6-48f0-9dd3-867ba115d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:49.081003 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-606134cd-4635-46dc-981e-0962d3088a5f req-4722ca71-6fb6-48f0-9dd3-867ba115d9eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=d785f87c-c20d-49d9-af2b-695cd3fd9484 HTTP/1.1" status: 200 len: 909 time: 0.2226853 May 06 00:37:49.361416 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-606134cd-4635-46dc-981e-0962d3088a5f req-4a1a16e0-70d0-4617-8190-9f7f065b1426 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ce41429-4380-4803-a8cd-1df4100018bb HTTP/1.1" status: 200 len: 999 time: 0.2631469 May 06 00:37:49.456502 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '71ccf345-bef1-41e8-b70f-59a0ae8175e2', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'floating_ip_address': '172.28.3.47', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'port_id': '3ce41429-4380-4803-a8cd-1df4100018bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'mac_address': 'fa:16:3e:37:49:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:37:46Z', 'updated_at': '2021-05-06T00:37:46Z', 'revision_number': 0, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf50248e-1780-41d9-8326-b4dc9088541a', 'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'mac_address': 'fa:16:3e:d3:bd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:33Z', 'updated_at': '2021-05-06T00:36:41Z', 'revision_number': 5, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'subnets': [{'id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:37:49.477107 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] Checking router: ba1b3250-d7ba-4357-890a-5bf3be76b916 for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:37:49.501159 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] Routers {'ba1b3250-d7ba-4357-890a-5bf3be76b916'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:37:49.502148 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:37:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['ba1b3250-d7ba-4357-890a-5bf3be76b916'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:37:49.614830 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:37:49.717866 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606134cd-4635-46dc-981e-0962d3088a5f req-28676cfe-2097-4ad1-aabe-eb34aadf347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:49.719299 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-606134cd-4635-46dc-981e-0962d3088a5f req-28676cfe-2097-4ad1-aabe-eb34aadf347f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6518a22-4bb8-4620-969a-04d81c5438a1 HTTP/1.1" status: 200 len: 848 time: 0.2584126 May 06 00:37:49.817273 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380035ef-7df5-48b8-9f6d-85006e93f295 req-606615e8-8191-4088-997b-7d88e7b62dc4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:49.826210 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-380035ef-7df5-48b8-9f6d-85006e93f295 req-606615e8-8191-4088-997b-7d88e7b62dc4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.1960909 May 06 00:37:49.919206 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-380035ef-7df5-48b8-9f6d-85006e93f295 req-edd97532-8399-4e17-8077-fff0c75e7886 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869007 May 06 00:37:49.934830 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] Set router ba1b3250-d7ba-4357-890a-5bf3be76b916 gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:37:50.017836 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,segment=NetworkSegment(ade180df-15e5-4a4e-9f14-1b11351351bb),segment_id=ade180df-15e5-4a4e-9f14-1b11351351bb)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:50.053596 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '55566285-7e7c-40a6-95d0-6ef79ab6bdf7', 'network_id': 'd662d9ae-0977-4dcc-b54e-53a3c56eb40a', 'port_id': '55566285-7e7c-40a6-95d0-6ef79ab6bdf7', 'mac_address': 'fa:16:3e:44:29:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644e0197-9547-44e6-bebc-b536e151a921', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:37:50.245082 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:50.287319 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:37:50.318218 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c45b0e-479e-4ae4-8a1f-5233101e36c9 req-dcde1734-9f69-4497-bd28-d3c6324a6448 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:50.318931 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,segment=NetworkSegment(ade180df-15e5-4a4e-9f14-1b11351351bb),segment_id=ade180df-15e5-4a4e-9f14-1b11351351bb)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:50.319767 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d9c45b0e-479e-4ae4-8a1f-5233101e36c9 req-dcde1734-9f69-4497-bd28-d3c6324a6448 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 944 time: 0.2189548 May 06 00:37:50.326692 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:50.328876 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:50.411842 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d9c45b0e-479e-4ae4-8a1f-5233101e36c9 req-dcfd9202-f992-4c90-9bbf-ac1e6b198bef tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851035 May 06 00:37:50.473423 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:50.476814 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:50.597976 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '71ccf345-bef1-41e8-b70f-59a0ae8175e2', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'floating_ip_address': '172.28.3.47', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'port_id': '3ce41429-4380-4803-a8cd-1df4100018bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'mac_address': 'fa:16:3e:37:49:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:37:46Z', 'updated_at': '2021-05-06T00:37:46Z', 'revision_number': 0, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf50248e-1780-41d9-8326-b4dc9088541a', 'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'mac_address': 'fa:16:3e:d3:bd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:33Z', 'updated_at': '2021-05-06T00:36:41Z', 'revision_number': 5, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'subnets': [{'id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:37:50.610712 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57166687-a359-4c25-bf7a-c503209ac5fd None None] The sync data for ids ['ba1b3250-d7ba-4357-890a-5bf3be76b916'] in dv-cinder-784623-8-smb is: [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '71ccf345-bef1-41e8-b70f-59a0ae8175e2', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'floating_ip_address': '172.28.3.47', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'port_id': '3ce41429-4380-4803-a8cd-1df4100018bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'mac_address': 'fa:16:3e:37:49:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:37:46Z', 'updated_at': '2021-05-06T00:37:46Z', 'revision_number': 0, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf50248e-1780-41d9-8326-b4dc9088541a', 'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'mac_address': 'fa:16:3e:d3:bd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:33Z', 'updated_at': '2021-05-06T00:36:41Z', 'revision_number': 5, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'subnets': [{'id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:37:50.622031 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['55566285-7e7c-40a6-95d0-6ef79ab6bdf7'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:37:50.929910 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cad62-33da-4c4f-b02a-5b2eef29c1c9 req-b62794d7-0730-4b26-bc79-8361349c531c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:50.932753 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-146cad62-33da-4c4f-b02a-5b2eef29c1c9 req-b62794d7-0730-4b26-bc79-8361349c531c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1154816 May 06 00:37:51.029153 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-146cad62-33da-4c4f-b02a-5b2eef29c1c9 req-054fbeb3-1dd0-48dc-be3d-2f5b4100d902 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837717 May 06 00:37:51.033152 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f6b1f-16e8-46f2-b7ed-a13bef105fce None None] New status for floating IP 71ccf345-bef1-41e8-b70f-59a0ae8175e2: ACTIVE {{(pid=73855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:37:51.276409 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ecfb5-106d-4a4c-93cc-4a54241c25c6 req-ecb3ca3b-c56c-4ac4-ab33-b6420087c102 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:51.278000 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4c6ecfb5-106d-4a4c-93cc-4a54241c25c6 req-ecb3ca3b-c56c-4ac4-ab33-b6420087c102 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.1264892 May 06 00:37:51.353387 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42500) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:51.360937 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4c6ecfb5-106d-4a4c-93cc-4a54241c25c6 req-f0fb939c-2b6a-4e86-a63b-193ac4616c57 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755401 May 06 00:37:51.565097 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-9ed69d52-96e6-4340-950b-ee99c782fb3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eccecf6e464849628ad4b88a67e17afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104785 May 06 00:37:51.567478 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42508) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:37:51.634278 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:37:51.648758 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-001a2e34-9d8a-465c-847f-7a29b4f47d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:51.650068 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d5454-4ba8-4398-bc1c-7f662e2fb6dc req-83449ed5-8926-462b-9f7e-e2bbe3b114d8 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:51.654030 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-008d5454-4ba8-4398-bc1c-7f662e2fb6dc req-83449ed5-8926-462b-9f7e-e2bbe3b114d8 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 945 time: 0.1006649 May 06 00:37:51.687496 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-001a2e34-9d8a-465c-847f-7a29b4f47d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:51.713362 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-008d5454-4ba8-4398-bc1c-7f662e2fb6dc req-7e623c0c-2fcf-4bd1-af58-9a839c1b9f3c tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542166 May 06 00:37:51.784184 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-001a2e34-9d8a-465c-847f-7a29b4f47d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:51.788159 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1511c7c4-2076-4ba8-a917-4e3483819762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:51.792513 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:37:51.798770 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:37:51.799500 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:51.809902 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a2e34-9d8a-465c-847f-7a29b4f47d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26b4b97-2b25-4b4e-b004-4180880ec1d0,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:51.812635 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-001a2e34-9d8a-465c-847f-7a29b4f47d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:51.824616 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-001a2e34-9d8a-465c-847f-7a29b4f47d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:51.825906 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-001a2e34-9d8a-465c-847f-7a29b4f47d83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a26b4b97-2b25-4b4e-b004-4180880ec1d0 HTTP/1.1" status: 204 len: 168 time: 0.2575347 May 06 00:37:51.931796 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:51.964170 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b839cf5-818f-4eda-b779-141555853581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55566285-7e7c-40a6-95d0-6ef79ab6bdf7'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:37:51.987635 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,segment=NetworkSegment(ade180df-15e5-4a4e-9f14-1b11351351bb),segment_id=ade180df-15e5-4a4e-9f14-1b11351351bb)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:37:51.998600 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:52.001237 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:37:52.072492 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b839cf5-818f-4eda-b779-141555853581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55566285-7e7c-40a6-95d0-6ef79ab6bdf7', 'code': 200} May 06 00:37:52.188834 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:37:52.193265 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:37:52.443621 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f01362-a435-414c-be33-3939856c1f11 req-ea595bf5-b7b1-4695-a68d-99f4d5722d2a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:52.445292 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58f01362-a435-414c-be33-3939856c1f11 req-ea595bf5-b7b1-4695-a68d-99f4d5722d2a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1783674 May 06 00:37:52.503283 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58f01362-a435-414c-be33-3939856c1f11 req-bb90cd8f-5bed-4dde-8069-ab0c62970861 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498741 May 06 00:37:52.583451 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b625946-bb97-4e41-a42e-7a8cb9e6a02d req-59e81a63-dc6b-4b8c-a9fc-d30e7eb879c2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:52.585010 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6b625946-bb97-4e41-a42e-7a8cb9e6a02d req-59e81a63-dc6b-4b8c-a9fc-d30e7eb879c2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0852268 May 06 00:37:52.635020 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6b625946-bb97-4e41-a42e-7a8cb9e6a02d req-e4545b6b-ae07-4a8f-a25c-abde45e36ea9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435750 May 06 00:37:52.901276 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542fa13-bdc9-476d-99a3-0ed3db3b9fbf req-0e41f91d-cb84-4239-9383-2f3be2f00b40 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:52.902788 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d542fa13-bdc9-476d-99a3-0ed3db3b9fbf req-0e41f91d-cb84-4239-9383-2f3be2f00b40 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.0863366 May 06 00:37:52.952865 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d542fa13-bdc9-476d-99a3-0ed3db3b9fbf req-62faed4e-b9f2-425c-b4dd-24350eb4ebb3 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 May 06 00:37:53.705166 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b16a62-9545-4d49-8bf1-a273997147a6 req-11915cc1-7015-44d0-916a-dd6277dbfc6d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:53.706695 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-93b16a62-9545-4d49-8bf1-a273997147a6 req-11915cc1-7015-44d0-916a-dd6277dbfc6d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0889184 May 06 00:37:53.755337 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-93b16a62-9545-4d49-8bf1-a273997147a6 req-c0327dc6-b9a8-44c3-8add-9f50089e8de2 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423658 May 06 00:37:53.845488 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40d06b-3cab-4e00-865e-360b86fb61c1 req-4894ebd5-84ff-4275-9c1e-8fd0a29f8eb3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:53.847298 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5b40d06b-3cab-4e00-865e-360b86fb61c1 req-4894ebd5-84ff-4275-9c1e-8fd0a29f8eb3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0842900 May 06 00:37:53.911102 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5b40d06b-3cab-4e00-865e-360b86fb61c1 req-9c477345-677a-408c-942e-e0321545278e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561230 May 06 00:37:54.149175 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7806d-80a9-40f9-b6d9-e2c9279a2137 req-c86f129e-7077-4fee-953e-70ce189a7e06 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:54.150735 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-45a7806d-80a9-40f9-b6d9-e2c9279a2137 req-c86f129e-7077-4fee-953e-70ce189a7e06 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.0914598 May 06 00:37:54.198837 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-45a7806d-80a9-40f9-b6d9-e2c9279a2137 req-b69b009c-a09e-443d-a28f-3956675c7d3b tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 May 06 00:37:54.285769 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:54.951539 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852cb3f-6b23-4724-90aa-bdd2495f183e req-d37f91f6-16c2-4bd5-97d2-e7fd869d43b4 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:54.953101 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0852cb3f-6b23-4724-90aa-bdd2495f183e req-d37f91f6-16c2-4bd5-97d2-e7fd869d43b4 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0865459 May 06 00:37:55.002887 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0852cb3f-6b23-4724-90aa-bdd2495f183e req-01ce0959-e06e-432f-b3d3-ac4d500bd93f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 May 06 00:37:55.115321 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9561c38-f483-4045-8b41-77d288ab330a req-e4f694fb-5e5e-4b48-b0f5-02fc399e5d6f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:55.117176 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d9561c38-f483-4045-8b41-77d288ab330a req-e4f694fb-5e5e-4b48-b0f5-02fc399e5d6f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0947440 May 06 00:37:55.175639 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d9561c38-f483-4045-8b41-77d288ab330a req-8248b5ca-0d2d-44a4-8c47-e2cd68d11813 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518808 May 06 00:37:55.396385 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea220f6-2d7f-4376-94b6-2943f3713f4d req-e8e02f72-90ed-44f2-81b3-4e02a615eb3c tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:55.397883 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aea220f6-2d7f-4376-94b6-2943f3713f4d req-e8e02f72-90ed-44f2-81b3-4e02a615eb3c tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.0877421 May 06 00:37:55.444649 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aea220f6-2d7f-4376-94b6-2943f3713f4d req-7cc48db4-3c23-4a5c-a1f3-c11afcb2cc55 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 May 06 00:37:56.208417 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748903c-4118-4955-9eed-602c49b294fc req-ac2d0e59-a5be-4ea6-9d2d-cf027905b33c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:56.209984 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0748903c-4118-4955-9eed-602c49b294fc req-ac2d0e59-a5be-4ea6-9d2d-cf027905b33c tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0858102 May 06 00:37:56.264941 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0748903c-4118-4955-9eed-602c49b294fc req-efc32d8c-5e70-4ee8-af6e-29e27d8802a7 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487440 May 06 00:37:56.375694 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbba25-45df-4bac-aa7b-74b374706be7 req-90c86679-f102-4b8b-9d36-c3597d1ee77c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:56.377194 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1edbba25-45df-4bac-aa7b-74b374706be7 req-90c86679-f102-4b8b-9d36-c3597d1ee77c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0837865 May 06 00:37:56.422370 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1edbba25-45df-4bac-aa7b-74b374706be7 req-76cdbcb0-ca7c-4a1c-bb3a-6e47eca4232f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388038 May 06 00:37:56.634781 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aaefc-4eab-4cca-b312-75ebef8c5cbf req-7fbd87f8-cf0c-487b-add6-17a5708e45d8 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:56.636232 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-075aaefc-4eab-4cca-b312-75ebef8c5cbf req-7fbd87f8-cf0c-487b-add6-17a5708e45d8 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.0852783 May 06 00:37:56.686141 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-075aaefc-4eab-4cca-b312-75ebef8c5cbf req-593d1ac4-fbab-4805-845f-23933b3aae7f tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 May 06 00:37:57.448979 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8faa2-440d-4261-88b9-38dbda70250d req-cf0aca51-fd45-4116-aa1a-c5c6681332b0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:57.450583 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58b8faa2-440d-4261-88b9-38dbda70250d req-cf0aca51-fd45-4116-aa1a-c5c6681332b0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0853260 May 06 00:37:57.499293 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58b8faa2-440d-4261-88b9-38dbda70250d req-ee496aff-a853-4346-a74a-e335da8b16eb tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 May 06 00:37:57.624178 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d23c0e-04e6-44e9-8514-d0db17a75df5 req-a4841704-ae95-4838-bdbd-53950e387ec6 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:57.625668 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-61d23c0e-04e6-44e9-8514-d0db17a75df5 req-a4841704-ae95-4838-bdbd-53950e387ec6 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0801196 May 06 00:37:57.671657 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-61d23c0e-04e6-44e9-8514-d0db17a75df5 req-e5a21217-761a-4ebf-8fa9-c4746d18db7e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402017 May 06 00:37:57.782237 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:37:57.902281 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d9e17-5706-40f6-8230-3e110f685515 req-d1c5fea1-f6ac-40ce-b278-0545b894c8f0 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:57.904633 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-830d9e17-5706-40f6-8230-3e110f685515 req-d1c5fea1-f6ac-40ce-b278-0545b894c8f0 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.1014986 May 06 00:37:57.951484 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-830d9e17-5706-40f6-8230-3e110f685515 req-63a52352-94fa-4554-914a-7899d9e46f1a tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 May 06 00:37:58.695223 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb481e-87af-4f8e-bd4b-db9ddd20e27a req-2c172db3-fcbe-4c2c-ba0a-c0e8114d10a0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:58.696688 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d4fb481e-87af-4f8e-bd4b-db9ddd20e27a req-2c172db3-fcbe-4c2c-ba0a-c0e8114d10a0 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0859015 May 06 00:37:58.743285 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d4fb481e-87af-4f8e-bd4b-db9ddd20e27a req-fcd71cce-02af-454b-8f81-46a77d55c07a tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 May 06 00:37:58.871055 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464b698-b10b-4814-be83-ad3a9d00a0f0 req-379db871-91c4-4f6b-b24a-8f25182d7d59 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:58.873066 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0464b698-b10b-4814-be83-ad3a9d00a0f0 req-379db871-91c4-4f6b-b24a-8f25182d7d59 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0838256 May 06 00:37:58.917838 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0464b698-b10b-4814-be83-ad3a9d00a0f0 req-74ae798b-c2fd-4e5a-b8e0-b344f87e1566 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388074 May 06 00:37:59.230214 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421baba-e1e2-4892-b848-446944946f83 req-1587472d-b737-424d-9294-c93b94c18f4c tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:59.231805 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d421baba-e1e2-4892-b848-446944946f83 req-1587472d-b737-424d-9294-c93b94c18f4c tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.1650450 May 06 00:37:59.283205 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d421baba-e1e2-4892-b848-446944946f83 req-29dcc83e-6675-4802-8798-2e5ce64f2b4d tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442595 May 06 00:37:59.452920 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ca433b8a-ddc3-4e50-a5b0-9fc132d9dc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:37:59.951968 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58199aa3-6f14-4a19-b04e-0e6c92d140ba req-da6b6b31-7fbf-4d5a-8ecb-aeb0888d60d9 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:37:59.953720 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58199aa3-6f14-4a19-b04e-0e6c92d140ba req-da6b6b31-7fbf-4d5a-8ecb-aeb0888d60d9 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0904336 May 06 00:38:00.005646 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58199aa3-6f14-4a19-b04e-0e6c92d140ba req-5a00deb5-7058-4dc5-a3f8-e2ae536a1d9d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 May 06 00:38:00.112037 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2928d41-4447-4825-b2cd-b7f4826612f4 req-310ef176-ce4a-437b-b1cf-8ea99d4fcd75 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:00.113220 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2928d41-4447-4825-b2cd-b7f4826612f4 req-310ef176-ce4a-437b-b1cf-8ea99d4fcd75 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0813408 May 06 00:38:00.172087 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2928d41-4447-4825-b2cd-b7f4826612f4 req-79353bc6-6e19-42a8-a8da-facc5985624c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520790 May 06 00:38:00.480619 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716f51a-3aae-462f-88b7-e7583ccf1067 req-f2fd4f2a-cdfa-49bb-963b-829244b8cf54 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:00.481976 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8716f51a-3aae-462f-88b7-e7583ccf1067 req-f2fd4f2a-cdfa-49bb-963b-829244b8cf54 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.0870438 May 06 00:38:00.525757 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8716f51a-3aae-462f-88b7-e7583ccf1067 req-5d549aff-dc4e-4e8d-8ff1-ce15e82dd125 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 May 06 00:38:00.673141 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606134cd-4635-46dc-981e-0962d3088a5f req-94d02830-6d97-4cb6-b550-ba0e67125a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:00.674933 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-606134cd-4635-46dc-981e-0962d3088a5f req-94d02830-6d97-4cb6-b550-ba0e67125a33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d785f87c-c20d-49d9-af2b-695cd3fd9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897524 May 06 00:38:00.884217 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-606134cd-4635-46dc-981e-0962d3088a5f req-fb2466ef-7e72-407c-8be9-47af9ac2b07c service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721039 May 06 00:38:01.014569 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75a2bd-a7bf-41d6-a453-6acc179fbfbd req-df1d32c5-de11-4c1a-9b91-47f22cf32f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:01.016050 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ab75a2bd-a7bf-41d6-a453-6acc179fbfbd req-df1d32c5-de11-4c1a-9b91-47f22cf32f9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 1099 time: 0.1787875 May 06 00:38:01.050610 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-606134cd-4635-46dc-981e-0962d3088a5f req-0c832b60-b658-4456-9b1a-4d62c71b7446 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581981 May 06 00:38:01.073981 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ab75a2bd-a7bf-41d6-a453-6acc179fbfbd req-95cd5031-f452-487e-951c-b4cc9418fe1a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392482 May 06 00:38:01.195989 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddbfa1-7c8e-45c1-846e-68a039575d50 req-790a06e5-1dc4-4f3d-80e1-81811fbdd61b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:01.197499 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4dddbfa1-7c8e-45c1-846e-68a039575d50 req-790a06e5-1dc4-4f3d-80e1-81811fbdd61b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0842783 May 06 00:38:01.242869 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4dddbfa1-7c8e-45c1-846e-68a039575d50 req-78e2d7f8-c4c4-451b-90c6-c50575a39bef tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 May 06 00:38:01.366852 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a61c8-c02d-41b1-b0c1-d183361eb174 req-3a6ceef3-a075-4e0d-bfd5-3d8db640aaa1 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:01.368354 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5a9a61c8-c02d-41b1-b0c1-d183361eb174 req-3a6ceef3-a075-4e0d-bfd5-3d8db640aaa1 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0861280 May 06 00:38:01.413574 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5a9a61c8-c02d-41b1-b0c1-d183361eb174 req-f0f7b5d9-3391-49bf-bbf8-b21e840511f6 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392029 May 06 00:38:01.725890 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7801d0-eb67-48e8-b162-fd3051dacb89 req-0c569008-5790-4ddb-aa8a-2479069c97e7 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:01.727251 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aa7801d0-eb67-48e8-b162-fd3051dacb89 req-0c569008-5790-4ddb-aa8a-2479069c97e7 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.0921738 May 06 00:38:01.772196 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aa7801d0-eb67-48e8-b162-fd3051dacb89 req-36552061-8f7c-4d0f-a67e-6a160fe95064 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389681 May 06 00:38:01.976087 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:02.231569 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-cc0374c0-134c-4b2d-bd73-148784c65d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:02.431941 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea279b7-c21f-4348-a979-36050e997250 req-2a0a9627-7be4-4deb-b3c5-49a61843e645 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:02.433384 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aea279b7-c21f-4348-a979-36050e997250 req-2a0a9627-7be4-4deb-b3c5-49a61843e645 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0853887 May 06 00:38:02.479182 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-aea279b7-c21f-4348-a979-36050e997250 req-e56213dd-a615-4e91-ae0e-0bee3d103952 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 May 06 00:38:02.619752 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a236f9-310c-422d-a431-bcef9f1839c9 req-1225dd8a-11fa-4504-91e4-5c580e909b1e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:02.621242 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d9a236f9-310c-422d-a431-bcef9f1839c9 req-1225dd8a-11fa-4504-91e4-5c580e909b1e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0925601 May 06 00:38:02.666316 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d9a236f9-310c-422d-a431-bcef9f1839c9 req-6bf411de-23e9-499a-ba8c-fe719bab8f7d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387723 May 06 00:38:02.977188 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3c8aa-e087-4f1b-8b3a-5e718346c899 req-4036885d-7ad6-4361-92b4-88cb90acbaa9 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:02.978638 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-98a3c8aa-e087-4f1b-8b3a-5e718346c899 req-4036885d-7ad6-4361-92b4-88cb90acbaa9 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.0867310 May 06 00:38:03.027220 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-98a3c8aa-e087-4f1b-8b3a-5e718346c899 req-c6629e6d-1454-43be-be1a-c6816b3df128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 May 06 00:38:03.277886 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:03.679298 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08161d11-fb8c-4418-9ddd-c550db63ee35 req-77c9d09a-3e2e-448a-874c-36dd9133802b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:03.681103 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-08161d11-fb8c-4418-9ddd-c550db63ee35 req-77c9d09a-3e2e-448a-874c-36dd9133802b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.0918634 May 06 00:38:03.710367 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device f4327147-5da6-4a64-a8e2-fd98d0f88d60 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:38:03.729659 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-08161d11-fb8c-4418-9ddd-c550db63ee35 req-d417082f-534e-4177-8324-7d5594250bcb tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 May 06 00:38:03.864278 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:03.885794 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'port_id': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'mac_address': 'fa:16:3e:89:7c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:38:03.950159 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:03.967610 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4327147-5da6-4a64-a8e2-fd98d0f88d60 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:38:03.985597 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:03.990756 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:03.992825 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:03.998404 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfb821-a28e-474e-aa5c-030247174ec5 req-f0b0b0c5-d4d3-4eac-b8cc-32f8607a3d1f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:03.999997 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-83dfb821-a28e-474e-aa5c-030247174ec5 req-f0b0b0c5-d4d3-4eac-b8cc-32f8607a3d1f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.2176962 May 06 00:38:04.008512 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-bea72ea2-3134-4ab2-9c35-3ae0609ad54b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:04.009833 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-bea72ea2-3134-4ab2-9c35-3ae0609ad54b tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 946 time: 0.1957209 May 06 00:38:04.073478 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=9']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:04.077842 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:04.111546 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-83dfb821-a28e-474e-aa5c-030247174ec5 req-d1a05998-c8f7-4ad4-8fd6-0b209e4acda0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006505 May 06 00:38:04.196804 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Deleting port bbf65eeb-d220-4302-a990-bec8456e9aae {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:38:04.197137 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:04.258098 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['f4327147-5da6-4a64-a8e2-fd98d0f88d60'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:38:04.391379 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] For port bbf65eeb-d220-4302-a990-bec8456e9aae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bbf65eeb-d220-4302-a990-bec8456e9aae,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:04.392050 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:04.466475 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243f62a-1eb4-47e9-8396-e4b195f2dafa req-0eda5d8a-ae16-40f6-b806-c78cb6d7f84f tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:04.467847 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e243f62a-1eb4-47e9-8396-e4b195f2dafa req-0eda5d8a-ae16-40f6-b806-c78cb6d7f84f tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.2552321 May 06 00:38:04.528361 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Calling delete_port for bbf65eeb-d220-4302-a990-bec8456e9aae owned by compute:nova {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:38:04.583953 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e243f62a-1eb4-47e9-8396-e4b195f2dafa req-7df38b39-36ca-444a-b0a8-88f304ef70cc tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623868 May 06 00:38:04.677788 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:04.683846 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3c4df51e-0359-4852-a877-8827b8de977b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:04.729499 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Pushing event deleted for resources: {'Port': ['ID=bbf65eeb-d220-4302-a990-bec8456e9aae,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:04.764581 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.764974 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.765327 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.765674 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.766013 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.766482 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.766835 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.767153 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.767489 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.767821 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.768153 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.768789 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:04.776355 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:04.819545 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] No DVR routers for this DVR port bbf65eeb-d220-4302-a990-bec8456e9aae on host hv-cinder-78462 {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:38:04.822344 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:04.825214 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd919ffcc-230d-4130-b532-25b2bddbd4f4', 'name': 'network-vif-deleted', 'tag': 'bbf65eeb-d220-4302-a990-bec8456e9aae'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:04.846332 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-150369b7-657e-4bbe-a167-629dd7ae9065 req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.26 "DELETE /v2.0/ports/bbf65eeb-d220-4302-a990-bec8456e9aae HTTP/1.1" status: 204 len: 173 time: 0.8199213 May 06 00:38:04.891030 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd919ffcc-230d-4130-b532-25b2bddbd4f4', 'name': 'network-vif-deleted', 'tag': 'bbf65eeb-d220-4302-a990-bec8456e9aae', 'status': 'completed', 'code': 200} May 06 00:38:04.928873 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['68f91b7a-e1d9-4fa6-95f1-ae87554c6964', 'bbf65eeb-d220-4302-a990-bec8456e9aae'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:38:04.991163 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:05.035304 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-51f645e5-ebcd-4a4c-bfd6-31e4bded7fff req-84d39fae-40c6-4815-8a62-23b314496cc1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Synchronizing usage tracker for tenant:c1efc7552fad4474b528aa6f1f5a7f2d on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:38:05.060703 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-51f645e5-ebcd-4a4c-bfd6-31e4bded7fff req-84d39fae-40c6-4815-8a62-23b314496cc1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Unset dirty status for tenant:c1efc7552fad4474b528aa6f1f5a7f2d on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:38:05.064630 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-51f645e5-ebcd-4a4c-bfd6-31e4bded7fff req-84d39fae-40c6-4815-8a62-23b314496cc1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=d919ffcc-230d-4130-b532-25b2bddbd4f4 HTTP/1.1" status: 200 len: 210 time: 0.0709136 May 06 00:38:05.333119 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd341b64-5e23-42ae-8418-ce013bd6bee9 req-1062b44e-42e4-40fc-a85e-70b83b8eab67 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:05.334570 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cd341b64-5e23-42ae-8418-ce013bd6bee9 req-1062b44e-42e4-40fc-a85e-70b83b8eab67 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0961301 May 06 00:38:05.383943 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cd341b64-5e23-42ae-8418-ce013bd6bee9 req-5a7fc68c-a0c3-4193-8d66-a0f2556daa36 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407677 May 06 00:38:05.728592 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device f4327147-5da6-4a64-a8e2-fd98d0f88d60 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:05.784116 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd20669-ac49-4070-b98e-d6d5bac120ee req-74dabee1-78c1-4525-bcc3-cdb462b93a98 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:05.785665 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9cd20669-ac49-4070-b98e-d6d5bac120ee req-74dabee1-78c1-4525-bcc3-cdb462b93a98 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.0910604 May 06 00:38:05.811260 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port f4327147-5da6-4a64-a8e2-fd98d0f88d60 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:05.811664 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:05.835370 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9cd20669-ac49-4070-b98e-d6d5bac120ee req-29552c40-e953-48ea-b80f-0ddd60c46e12 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6a8d01-5d26-4e18-bafc-1b5983baa1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434875 May 06 00:38:05.932968 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:05.960602 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:05.973760 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:05.980409 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-adc7aca3-cf83-4ce6-acec-9b93be753960 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:05.981901 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-adc7aca3-cf83-4ce6-acec-9b93be753960 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 946 time: 0.0824389 May 06 00:38:05.985283 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:05.986205 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device bbf65eeb-d220-4302-a990-bec8456e9aae no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:38:06.015969 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:06.056681 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'code': 200} May 06 00:38:06.089734 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: bbf65eeb-d220-4302-a990-bec8456e9aae {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:38:06.090130 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device bbf65eeb-d220-4302-a990-bec8456e9aae not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:38:06.125541 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=10']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:06.129079 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:06.159246 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Deleting port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:38:06.159675 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:06.306532 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] For port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,segment=NetworkSegment(ade180df-15e5-4a4e-9f14-1b11351351bb),segment_id=ade180df-15e5-4a4e-9f14-1b11351351bb)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:06.306918 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:06.467563 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Calling delete_port for 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 owned by compute:nova {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:38:06.737906 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d035e09-65c9-43ad-9d4b-74501fed3475 req-4c3024bf-5c3f-4bf5-8692-b273d8e3718f tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:06.739284 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8d035e09-65c9-43ad-9d4b-74501fed3475 req-4c3024bf-5c3f-4bf5-8692-b273d8e3718f tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 946 time: 0.3712659 May 06 00:38:06.780440 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affbad0-9440-4348-85cb-f73c88dc8f0f req-5dea8697-40cd-4607-82ce-4e7df414f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:06.781945 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6affbad0-9440-4348-85cb-f73c88dc8f0f req-5dea8697-40cd-4607-82ce-4e7df414f595 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 1100 time: 0.2305052 May 06 00:38:06.804033 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea0af7-6740-4906-a36f-e39ec9c5406a req-835a5695-049e-41be-be1d-779ec299dcb1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:06.805436 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69ea0af7-6740-4906-a36f-e39ec9c5406a req-835a5695-049e-41be-be1d-779ec299dcb1 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.3286719 May 06 00:38:06.900349 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8d035e09-65c9-43ad-9d4b-74501fed3475 req-b998d73f-58ae-42d7-854a-f00cd88db32b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531126 May 06 00:38:06.918897 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69ea0af7-6740-4906-a36f-e39ec9c5406a req-d8efa489-2f41-4f6e-ae34-cf3e2fd8e55e tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879045 May 06 00:38:06.920135 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:06.928715 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:06.934016 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['55566285-7e7c-40a6-95d0-6ef79ab6bdf7'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:38:06.971251 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6affbad0-9440-4348-85cb-f73c88dc8f0f req-ae59719d-732f-40f1-8303-1660e43deac4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607962 May 06 00:38:06.982347 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Pushing event deleted for resources: {'Port': ['ID=55566285-7e7c-40a6-95d0-6ef79ab6bdf7,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:06.990146 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:07.140350 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3f0bcb3b-7569-4a2f-a3da-8e4f5c88757a req-c44c142c-37ca-4d83-8842-92f6e7e4463c tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b839cf5-818f-4eda-b779-141555853581 HTTP/1.1" status: 200 len: 210 time: 0.1182685 May 06 00:38:07.143726 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] No DVR routers for this DVR port 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 on host hv-cinder-78462 {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:38:07.146086 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:07.148808 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b839cf5-818f-4eda-b779-141555853581', 'name': 'network-vif-deleted', 'tag': '55566285-7e7c-40a6-95d0-6ef79ab6bdf7'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:07.170082 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5538b62f-0a8d-40b1-a12b-2155ed4aad89 req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] 10.222.0.26 "DELETE /v2.0/ports/55566285-7e7c-40a6-95d0-6ef79ab6bdf7 HTTP/1.1" status: 204 len: 173 time: 1.1796815 May 06 00:38:07.196160 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b52b8-7070-42c8-9b9c-b4468db01d73 req-d48ff2c6-31a8-4b0b-8815-38506ec974e7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:07.197692 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-294b52b8-7070-42c8-9b9c-b4468db01d73 req-d48ff2c6-31a8-4b0b-8815-38506ec974e7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 947 time: 0.1747687 May 06 00:38:07.203156 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b839cf5-818f-4eda-b779-141555853581', 'name': 'network-vif-deleted', 'tag': '55566285-7e7c-40a6-95d0-6ef79ab6bdf7', 'status': 'completed', 'code': 200} May 06 00:38:07.243759 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-294b52b8-7070-42c8-9b9c-b4468db01d73 req-c57e9eb1-4e86-4356-aa7a-6b69df4d5b8b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396240 May 06 00:38:08.163835 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194e7a-e667-4c9e-8e00-b1b6110f4144 req-05aaca62-7a28-4ef7-9c42-9d75b2fb3c7c tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:08.165945 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3c194e7a-e667-4c9e-8e00-b1b6110f4144 req-05aaca62-7a28-4ef7-9c42-9d75b2fb3c7c tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 946 time: 0.1425681 May 06 00:38:08.177424 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a207d-217f-47ce-baf2-07fe08afcb50 req-4d577e7a-347a-4bce-bcc1-dfd13c235e74 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:08.178916 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9a5a207d-217f-47ce-baf2-07fe08afcb50 req-4d577e7a-347a-4bce-bcc1-dfd13c235e74 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1201193 May 06 00:38:08.244260 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3c194e7a-e667-4c9e-8e00-b1b6110f4144 req-a444f474-8359-435a-a0e3-2e30f8346a26 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643835 May 06 00:38:08.256507 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9a5a207d-217f-47ce-baf2-07fe08afcb50 req-bd06d07f-6651-4f12-a8a6-ed0a0c4de6f3 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616124 May 06 00:38:08.456418 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783d0e4-ae51-4b04-8d27-c0e39ad60045 req-6f2d78c4-99ce-4f37-90a8-2bfbed996dcd tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:08.457833 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7783d0e4-ae51-4b04-8d27-c0e39ad60045 req-6f2d78c4-99ce-4f37-90a8-2bfbed996dcd tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 947 time: 0.0866022 May 06 00:38:08.507646 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7783d0e4-ae51-4b04-8d27-c0e39ad60045 req-cc99bd22-92f7-4374-a856-d4eb15e698c9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437114 May 06 00:38:09.495042 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf14b1-593c-45a0-a327-7c4240c96485 req-b2b16243-4639-451f-8803-2f0aa341cc8b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:09.496533 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1daf14b1-593c-45a0-a327-7c4240c96485 req-b2b16243-4639-451f-8803-2f0aa341cc8b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 946 time: 0.1414449 May 06 00:38:09.504839 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f475f5-3d80-4da2-9cde-0608dffe4cf4 req-19286d6b-8667-40c6-8858-9e471f03bab4 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:09.506234 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b3f475f5-3d80-4da2-9cde-0608dffe4cf4 req-19286d6b-8667-40c6-8858-9e471f03bab4 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1152267 May 06 00:38:09.573936 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1daf14b1-593c-45a0-a327-7c4240c96485 req-85381136-7d25-4096-a919-2a98d3ea0aec tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667694 May 06 00:38:09.578508 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b3f475f5-3d80-4da2-9cde-0608dffe4cf4 req-20979a74-d2ad-40c1-b1e5-ed40a7d184c4 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583630 May 06 00:38:09.728931 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:38:09.761704 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e1395-b500-4c53-9612-a02c609b9aa5 req-d0184cf3-833a-4c2d-a04a-2a1b7d0e26cf tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:09.762790 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:38:09.763135 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 55566285-7e7c-40a6-95d0-6ef79ab6bdf7 not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:38:09.763315 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-275e1395-b500-4c53-9612-a02c609b9aa5 req-d0184cf3-833a-4c2d-a04a-2a1b7d0e26cf tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 947 time: 0.0870550 May 06 00:38:09.812724 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-275e1395-b500-4c53-9612-a02c609b9aa5 req-aeb90884-cc61-4d4c-b567-a263ca3d1b2b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425644 May 06 00:38:10.875615 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fc904-06e7-44aa-8c4b-d08b1ac89851 req-aa7738dc-e423-46da-9b22-c0237f15432f tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:10.880898 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-917fc904-06e7-44aa-8c4b-d08b1ac89851 req-aa7738dc-e423-46da-9b22-c0237f15432f tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 946 time: 0.1563601 May 06 00:38:10.889550 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d4184-41b1-46fa-9524-95a54f6c0d34 req-0f37f33f-d0ea-4eaa-a1ab-af474c2a5efd tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:10.891198 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ae3d4184-41b1-46fa-9524-95a54f6c0d34 req-0f37f33f-d0ea-4eaa-a1ab-af474c2a5efd tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1334486 May 06 00:38:10.973277 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-917fc904-06e7-44aa-8c4b-d08b1ac89851 req-6e4c43bd-2aa7-4116-a5fa-9cd598e1c929 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809906 May 06 00:38:10.995045 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ae3d4184-41b1-46fa-9524-95a54f6c0d34 req-62c11d19-8901-43fb-808a-40fbabea24b2 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885260 May 06 00:38:12.234748 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801065f-4efb-4bcf-ac6c-12362c6f26cc req-8b93f3e7-d11f-4ecb-a6d0-5ff67c54b80a tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:12.241849 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7801065f-4efb-4bcf-ac6c-12362c6f26cc req-8b93f3e7-d11f-4ecb-a6d0-5ff67c54b80a tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 946 time: 0.1513903 May 06 00:38:12.289807 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f19591-d623-47e3-9290-9592d205a06b req-98a739fd-3194-4d63-94ef-74864c11e21f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:12.291308 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e5f19591-d623-47e3-9290-9592d205a06b req-98a739fd-3194-4d63-94ef-74864c11e21f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1651111 May 06 00:38:12.398561 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7801065f-4efb-4bcf-ac6c-12362c6f26cc req-5eb18b52-7dd9-4e97-8c6b-247723c9c200 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557262 May 06 00:38:12.483215 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e5f19591-d623-47e3-9290-9592d205a06b req-1244a39e-bc73-4619-abff-2889208b1b1d tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819816 May 06 00:38:12.526432 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-d609b416-75ae-4b2e-9134-61c8be9157c1 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:12.528026 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-d609b416-75ae-4b2e-9134-61c8be9157c1 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 946 time: 0.1234071 May 06 00:38:12.714985 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Deleting port 9e259f46-8c40-4318-923f-d1348164a9b6 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:38:12.715381 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:12.880712 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] For port 9e259f46-8c40-4318-923f-d1348164a9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9e259f46-8c40-4318-923f-d1348164a9b6,segment=NetworkSegment(279dcd8f-cc70-49b4-b3e7-562a1c557201),segment_id=279dcd8f-cc70-49b4-b3e7-562a1c557201)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:12.881403 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:13.011008 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Calling delete_port for 9e259f46-8c40-4318-923f-d1348164a9b6 owned by compute:nova {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:38:13.211713 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-12bf85a9-e66a-40f1-be1c-a100afb09bd8 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:13.211713 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-12bf85a9-e66a-40f1-be1c-a100afb09bd8 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.1410136 May 06 00:38:13.212546 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:13.218228 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e17fdd55-50b3-4668-a150-f43bec72fae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:13.225177 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['9e259f46-8c40-4318-923f-d1348164a9b6'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:38:13.310981 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Pushing event deleted for resources: {'Port': ['ID=9e259f46-8c40-4318-923f-d1348164a9b6,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:13.339400 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:13.428384 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] No DVR routers for this DVR port 9e259f46-8c40-4318-923f-d1348164a9b6 on host hv-cinder-78462 {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:38:13.436014 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:13.438442 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9258e9-84f2-4376-ba0d-1530b19bd074', 'name': 'network-vif-deleted', 'tag': '9e259f46-8c40-4318-923f-d1348164a9b6'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:13.468477 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2d60d84f-d753-483d-8688-c4d0dfb77331 req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.26 "DELETE /v2.0/ports/9e259f46-8c40-4318-923f-d1348164a9b6 HTTP/1.1" status: 204 len: 173 time: 0.9328408 May 06 00:38:13.501998 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Deleting port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:38:13.502390 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:13.617660 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9258e9-84f2-4376-ba0d-1530b19bd074', 'name': 'network-vif-deleted', 'tag': '9e259f46-8c40-4318-923f-d1348164a9b6', 'status': 'completed', 'code': 200} May 06 00:38:13.674688 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-fc3df9ee-1c0c-42e7-b0cc-58c721f0eac4 req-51daf590-df5d-43b0-98a3-44334491cd4e tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Synchronizing usage tracker for tenant:bae512484aec412b9ed30b6b2dafdba2 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:38:13.783691 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-fc3df9ee-1c0c-42e7-b0cc-58c721f0eac4 req-51daf590-df5d-43b0-98a3-44334491cd4e tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Unset dirty status for tenant:bae512484aec412b9ed30b6b2dafdba2 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:38:13.784966 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc3df9ee-1c0c-42e7-b0cc-58c721f0eac4 req-51daf590-df5d-43b0-98a3-44334491cd4e tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9258e9-84f2-4376-ba0d-1530b19bd074 HTTP/1.1" status: 200 len: 210 time: 0.1585071 May 06 00:38:13.798845 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] For port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:13.799210 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:13.940883 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Calling delete_port for 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 owned by compute:nova {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:38:13.958723 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dba7f-dd62-45d4-af02-7d964753cc06 req-c8384406-e74c-4232-a046-68b49beb59fe tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:13.960200 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a77dba7f-dd62-45d4-af02-7d964753cc06 req-c8384406-e74c-4232-a046-68b49beb59fe tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dbd8fd5-d352-450b-9fd8-a06485186c36 HTTP/1.1" status: 200 len: 945 time: 0.2822628 May 06 00:38:14.038514 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a77dba7f-dd62-45d4-af02-7d964753cc06 req-db04da7d-f416-4f79-9b05-d461cf4a2c11 tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.32 "GET /v2.0/security-groups?id=190f8c23-cb74-4a41-94df-a660f9001aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691454 May 06 00:38:14.142845 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:14.151896 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:14.164922 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['68f91b7a-e1d9-4fa6-95f1-ae87554c6964'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:38:14.247912 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Pushing event deleted for resources: {'Port': ['ID=68f91b7a-e1d9-4fa6-95f1-ae87554c6964,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:14.265586 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:14.458337 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] No DVR routers for this DVR port 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 on host hv-cinder-78462 {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:38:14.462239 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:14.479153 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9c86ccac-41c3-4988-8a8f-91f4631892c2 req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] 10.222.0.26 "DELETE /v2.0/ports/68f91b7a-e1d9-4fa6-95f1-ae87554c6964 HTTP/1.1" status: 204 len: 173 time: 1.2260575 May 06 00:38:15.162075 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 42814) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:15.624300 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbd8fd5-d352-450b-9fd8-a06485186c36', 'name': 'network-vif-deleted', 'tag': '68f91b7a-e1d9-4fa6-95f1-ae87554c6964'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:15.695349 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbd8fd5-d352-450b-9fd8-a06485186c36', 'name': 'network-vif-deleted', 'tag': '68f91b7a-e1d9-4fa6-95f1-ae87554c6964', 'status': 'completed', 'code': 200} May 06 00:38:15.738619 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399436'] for router_interface, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:15.743142 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 9e259f46-8c40-4318-923f-d1348164a9b6 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:38:15.800255 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 9e259f46-8c40-4318-923f-d1348164a9b6 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:38:15.801229 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 9e259f46-8c40-4318-923f-d1348164a9b6 not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:38:16.208100 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Deleting port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:38:16.208464 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:16.346611 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] For port d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3,segment=NetworkSegment(f196c82d-a9c0-4837-9aeb-bbf030a0d4f1),segment_id=f196c82d-a9c0-4837-9aeb-bbf030a0d4f1)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:16.347317 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:16.505024 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Calling delete_port for d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 owned by network:router_interface {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:38:16.936895 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:16.940822 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-6cb7a55b-5d63-4504-b3b6-2a6894543e03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:16.996574 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:16.999795 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:17.305024 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454140'] for router_interface, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:17.716256 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Router 56d8a892-ff96-4945-86d4-f8118a0c68ae has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:38:17.771183 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:38:17.815800 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:38:17.816442 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 68f91b7a-e1d9-4fa6-95f1-ae87554c6964 not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:38:17.968819 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:38:17.978517 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] Sync routers for ids ['56d8a892-ff96-4945-86d4-f8118a0c68ae'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:38:17.983785 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] 10.222.0.32 "PUT /v2.0/routers/56d8a892-ff96-4945-86d4-f8118a0c68ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8209195 May 06 00:38:17.986421 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 42858) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:17.991895 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] Routers {'56d8a892-ff96-4945-86d4-f8118a0c68ae'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:17.995013 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['56d8a892-ff96-4945-86d4-f8118a0c68ae'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:18.395964 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] Set router 56d8a892-ff96-4945-86d4-f8118a0c68ae gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:18.415928 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Notify callbacks [] for router, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:18.695705 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:18.776766 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Deleting port 5cba7573-a1ab-4c8d-af9f-e480b2184710 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:38:18.777279 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:18.832698 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'name': 'tempest-ServerRescueNegativeTestJSON-279395222-router', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:01Z', 'updated_at': '2021-05-06T00:38:16Z', 'revision_number': 5, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'gw_port': {'id': '5cba7573-a1ab-4c8d-af9f-e480b2184710', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:18.837132 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] Checking router: 56d8a892-ff96-4945-86d4-f8118a0c68ae for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:38:18.847734 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] Routers {'56d8a892-ff96-4945-86d4-f8118a0c68ae'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:18.848368 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['56d8a892-ff96-4945-86d4-f8118a0c68ae'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:18.920410 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] For port 5cba7573-a1ab-4c8d-af9f-e480b2184710, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=5cba7573-a1ab-4c8d-af9f-e480b2184710,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:18.921126 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:19.019665 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] Set router 56d8a892-ff96-4945-86d4-f8118a0c68ae gateway port host: None {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:19.053532 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Calling delete_port for 5cba7573-a1ab-4c8d-af9f-e480b2184710 owned by network:router_gateway {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:38:19.160624 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'name': 'tempest-ServerRescueNegativeTestJSON-279395222-router', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:01Z', 'updated_at': '2021-05-06T00:38:18Z', 'revision_number': 6, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'gw_port_host': None}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:19.166656 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376f700-6ff8-40b9-9f6f-e66ba26aee2c None None] The sync data for ids ['56d8a892-ff96-4945-86d4-f8118a0c68ae'] in dv-cinder-784623-8-smb is: [{'id': '56d8a892-ff96-4945-86d4-f8118a0c68ae', 'name': 'tempest-ServerRescueNegativeTestJSON-279395222-router', 'tenant_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:01Z', 'updated_at': '2021-05-06T00:38:18Z', 'revision_number': 6, 'project_id': 'c1efc7552fad4474b528aa6f1f5a7f2d', 'gw_port_host': None}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:38:19.265775 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:19.270184 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f68a77c4-19a4-4338-8924-1e81723d16e2 tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:19.316406 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Pushing event deleted for resources: {'Port': ['ID=5cba7573-a1ab-4c8d-af9f-e480b2184710,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:19.319545 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:19.357912 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395880'] for router_gateway, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:19.556005 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12970'] for router, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:19.558536 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:19.657035 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452474'] for router, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:19.657661 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d8a892-ff96-4945-86d4-f8118a0c68ae {{(pid=73853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 00:38:19.675031 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] Notify callbacks [] for router, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:19.678828 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-7be0a9ef-8b2c-4b6b-81ad-61173e2753db admin admin] 10.222.0.32 "DELETE /v2.0/routers/56d8a892-ff96-4945-86d4-f8118a0c68ae HTTP/1.1" status: 204 len: 168 time: 1.6912401 May 06 00:38:19.679066 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42888) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:19.765594 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_v2 [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Deleting subnet 466a09c3-fe36-4aaa-9c68-b393127708c2 {{(pid=73854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:38:19.769827 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:19.836271 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-bbf6cb5e-e452-47d5-a318-22a6b95a247d tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:19.836915 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071601855'] for subnet, precommit_delete_associations {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:19.837759 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-bbf6cb5e-e452-47d5-a318-22a6b95a247d tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/networks?id=025d01cd-acbd-4185-b1a6-69ee1b05b555 HTTP/1.1" status: 200 len: 813 time: 0.1714282 May 06 00:38:19.858031 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-72c979ca-95a7-4b8d-ba50-aaf51dc17302 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/quotas/bae512484aec412b9ed30b6b2dafdba2 HTTP/1.1" status: 200 len: 375 time: 0.0144546 May 06 00:38:19.901430 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:19.922218 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-458c4af0-e428-47b4-a785-32e610c7deb9 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bae512484aec412b9ed30b6b2dafdba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581384 May 06 00:38:20.151942 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-5be0a261-842a-494f-8133-88a1991c2459 service neutron] 10.222.0.32 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106793 May 06 00:38:20.191620 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071891398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071861408'] for subnet, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:20.197328 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:20.231510 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466a09c3-fe36-4aaa-9c68-b393127708c2,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:20.242041 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:20.258405 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/466a09c3-fe36-4aaa-9c68-b393127708c2 HTTP/1.1" status: 204 len: 168 time: 0.5768867 May 06 00:38:20.260513 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.261057 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.261959 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.262469 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.262992 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.263335 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.263689 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.264029 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.264479 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.264898 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.265166 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.265503 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:20.268514 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42896) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:20.271104 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:20.342146 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 5cba7573-a1ab-4c8d-af9f-e480b2184710 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:38:20.381169 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:20.404705 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 5cba7573-a1ab-4c8d-af9f-e480b2184710 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:38:20.406189 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 5cba7573-a1ab-4c8d-af9f-e480b2184710 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:38:20.406879 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:38:20.462093 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:38:20.462845 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device d0c6a6b6-d00d-4d17-a6a2-77b4dc1167d3 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:38:20.475791 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cdba46f-da66-474a-aaf2-f4af72161f45 service neutron] 10.222.0.32 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167045 May 06 00:38:20.601735 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:20.618833 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6f620d-9a85-4ffa-a129-6d7d72617946']}} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:20.636572 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1') {'for_net_delete': True} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:20.636863 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f196c82d-a9c0-4837-9aeb-bbf030a0d4f1') {} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:20.650751 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071601824'] for segment, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:20.670394 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:20.690197 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=73854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:38:20.690921 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071891360'] for segment, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: Traceback (most recent call last): May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: timer() May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: cb(*args, **kw) May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: return func(*args, **kwargs) May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: self._notify() May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: self.callback(batched_events) May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: event.method(event) May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: return f(self, *a, **k) May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: return self._get(url).json() May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: return self.request(url, 'GET', **kwargs) May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:38:20.715138 dv-cinder-784623-8-smb neutron-server[73854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:38:20.754546 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-90628d3a-d98b-4b46-87b7-67ee42616ccc req-66af8ef9-4b9c-4fcc-9fe0-e70edd027e91 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 210 time: 0.0518386 May 06 00:38:20.830575 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:20.839686 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:20.843406 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:20.870083 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6f620d-9a85-4ffa-a129-6d7d72617946,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:20.873378 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fc6f620d-9a85-4ffa-a129-6d7d72617946 HTTP/1.1" status: 204 len: 168 time: 0.6039004 May 06 00:38:20.874534 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-daba9767-91a2-4d3a-aca6-a8b022514690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:21.254457 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42918) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:21.312509 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d6d3f3df-9a63-44e7-b218-d5f89b93ab73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1efc7552fad4474b528aa6f1f5a7f2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561218 May 06 00:38:21.314828 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 42922) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:21.410684 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c8016564-b6dc-48e5-87e6-f4d0e1e0c179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:21.441614 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c8016564-b6dc-48e5-87e6-f4d0e1e0c179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:21.511052 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c8016564-b6dc-48e5-87e6-f4d0e1e0c179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:21.515086 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:21.530225 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8016564-b6dc-48e5-87e6-f4d0e1e0c179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190f8c23-cb74-4a41-94df-a660f9001aaf,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:21.532729 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-c8016564-b6dc-48e5-87e6-f4d0e1e0c179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:21.534225 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c8016564-b6dc-48e5-87e6-f4d0e1e0c179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:21.538354 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-c8016564-b6dc-48e5-87e6-f4d0e1e0c179 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/190f8c23-cb74-4a41-94df-a660f9001aaf HTTP/1.1" status: 204 len: 168 time: 0.2222662 May 06 00:38:21.977698 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7ead77be-c8ba-445f-b8de-dbe2b65ab175 req-ea56b4dc-4951-4594-ab97-e21e3ff0f601 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 210 time: 0.0613344 May 06 00:38:22.558812 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-d7a59826-2971-4665-b6ef-98a0eb61835b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:22.560312 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-d7a59826-2971-4665-b6ef-98a0eb61835b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.26 "GET /v2.0/networks?id=025d01cd-acbd-4185-b1a6-69ee1b05b555 HTTP/1.1" status: 200 len: 813 time: 0.2326367 May 06 00:38:22.579096 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Request body: {'port': {'device_id': '16f62340-2d27-4339-bf9a-93b8dca25195', 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555', 'admin_state_up': True, 'tenant_id': 'bae512484aec412b9ed30b6b2dafdba2'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:22.583553 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42954) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:22.754622 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:22.763334 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1613033273-network', 'tenant_id': '23efee4fd031401a88e1ef6f7fc932b9'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:22.765609 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:22.769090 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:22.774081 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Usage tracker for resource:network and tenant:23efee4fd031401a88e1ef6f7fc932b9 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:22.779081 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Made reservation on behalf of bae512484aec412b9ed30b6b2dafdba2 for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:38:22.782690 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:22.786966 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:22.806167 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:22.821347 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Made reservation on behalf of 23efee4fd031401a88e1ef6f7fc932b9 for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:38:22.823670 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:22.836079 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:22.850961 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:22.855158 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Usage tracker for resource:security_group_rule and tenant:23efee4fd031401a88e1ef6f7fc932b9 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:22.858868 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:22.865406 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:22.966726 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:22.974995 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:22.981124 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a801cdf6-0ec4-4e5b-b800-8ca346419f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:22.983389 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Allocated IP 172.20.0.9 (025d01cd-acbd-4185-b1a6-69ee1b05b555/e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b/5c903d15-3eb9-4cd6-81fe-e24eefc730bc) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:38:23.018467 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf9384f-f93e-45fd-84c4-326cc9aff380,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:23.033837 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:23.046785 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:38:23.071148 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:23.071958 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Added segment 551d5801-595e-44ca-bba3-f8351f0d444c of type vlan for network 8308ca82-4a3a-4b97-970c-0f4006119c41 May 06 00:38:23.114769 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:23.194558 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:23.198011 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:23.198011 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:23.201112 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d607497e-2ace-4d41-afe3-44776422c69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:23.274064 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5199bd81-a0d0-4572-9af8-993478c35529 req-53b06e7b-ac98-4abc-b4d5-cab6ed2b8425 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 210 time: 0.0675559 May 06 00:38:23.318093 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Pushing event updated for resources: {'Network': ['ID=8308ca82-4a3a-4b97-970c-0f4006119c41,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:23.329298 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:23.334447 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network 8308ca82-4a3a-4b97-970c-0f4006119c41 details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:38:23.356608 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7706544 May 06 00:38:23.359069 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 42976) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:23.366884 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Request body: {'subnet': {'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1613033273-subnet', 'tenant_id': '23efee4fd031401a88e1ef6f7fc932b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:23.372903 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:23.381415 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Usage tracker for resource:subnet and tenant:23efee4fd031401a88e1ef6f7fc932b9 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:23.385460 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:23.390411 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:23.393813 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:23.409438 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Made reservation on behalf of 23efee4fd031401a88e1ef6f7fc932b9 for: {'subnet': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:38:23.412060 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1071861451'] for subnet, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:23.429958 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:23.443965 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:23.535235 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Network 025d01cd-acbd-4185-b1a6-69ee1b05b555 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:23.538971 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:23.540984 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Pushing event updated for resources: {'Port': ['ID=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:23.543214 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:38:23.549671 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:23.549671 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:23.555205 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:23.582462 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0073867 May 06 00:38:23.596525 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Request body: {'port': {'device_id': '16f62340-2d27-4339-bf9a-93b8dca25195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:23.747124 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:23.846627 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071680261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1071861433'] for subnet, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:23.850898 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:23.927086 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d7eccf-ab98-402d-81be-0ce32359c56a,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:23.929960 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:23.938123 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Checking segment: {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:23.938473 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Network hostable DHCP agents. Network: 8308ca82-4a3a-4b97-970c-0f4006119c41, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:38:23.964403 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Network 8308ca82-4a3a-4b97-970c-0f4006119c41 is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:38:23.978915 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, 8308ca82-4a3a-4b97-970c-0f4006119c41) {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:23.988829 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94befff-a8a4-4761-84e3-358c2d400060 None None] Network 8308ca82-4a3a-4b97-970c-0f4006119c41 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:38:24.017928 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:24.018535 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:24.092148 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e227e98c-f829-42e2-9e35-b8cf0e3d13e5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7315927 May 06 00:38:24.280529 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c903d15-3eb9-4cd6-81fe-e24eefc730bc {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:38:24.290667 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:24.295564 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04269531-4ab5-417e-a100-6562e8e60938 None None] Network 8308ca82-4a3a-4b97-970c-0f4006119c41 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:38:24.323098 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Transition to ACTIVE for port object 5c903d15-3eb9-4cd6-81fe-e24eefc730bc will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:24.330249 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:24.348914 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:24.558562 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:24.731792 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Pushing event updated for resources: {'Port': ['ID=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:24.756748 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:24.827928 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Attempting to bind port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:38:24.828262 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Attempting to bind port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '279dcd8f-cc70-49b4-b3e7-562a1c557201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:38:24.828613 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Attempting to bind port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc on network 025d01cd-acbd-4185-b1a6-69ee1b05b555 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:24.843489 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc on network 025d01cd-acbd-4185-b1a6-69ee1b05b555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:38:24.843808 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Attempting to bind port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc on network 025d01cd-acbd-4185-b1a6-69ee1b05b555 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:24.863132 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:38:24.863524 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Checking segment: {'id': '279dcd8f-cc70-49b4-b3e7-562a1c557201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:24.863856 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Bound using segment: {'id': '279dcd8f-cc70-49b4-b3e7-562a1c557201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:38:24.864296 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Bound port: 5c903d15-3eb9-4cd6-81fe-e24eefc730bc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279dcd8f-cc70-49b4-b3e7-562a1c557201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:38:24.864667 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:24.970782 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fef21-41c4-40ca-864c-c37471056f2a req-b8f43b70-86a5-46d0-b566-5fb2c8407df5 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:24.971410 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-b61fef21-41c4-40ca-864c-c37471056f2a req-b8f43b70-86a5-46d0-b566-5fb2c8407df5 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Synchronizing usage tracker for tenant:bae512484aec412b9ed30b6b2dafdba2 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:38:24.993649 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-1c4d8513-7e6f-4923-a51c-26aa550c2804 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:24.995143 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-1c4d8513-7e6f-4923-a51c-26aa550c2804 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 815 time: 0.2724686 May 06 00:38:25.033011 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-4a2f308c-5a29-46dc-a70a-a6ea990f2978 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/quotas/23efee4fd031401a88e1ef6f7fc932b9 HTTP/1.1" status: 200 len: 375 time: 0.0313323 May 06 00:38:25.035171 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-b61fef21-41c4-40ca-864c-c37471056f2a req-b8f43b70-86a5-46d0-b566-5fb2c8407df5 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Unset dirty status for tenant:bae512484aec412b9ed30b6b2dafdba2 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:38:25.036224 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b61fef21-41c4-40ca-864c-c37471056f2a req-b8f43b70-86a5-46d0-b566-5fb2c8407df5 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 943 time: 0.4281070 May 06 00:38:25.041514 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] For port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:38:25.047371 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] For port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,segment=NetworkSegment(279dcd8f-cc70-49b4-b3e7-562a1c557201),segment_id=279dcd8f-cc70-49b4-b3e7-562a1c557201)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:38:25.096674 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:25.108047 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:25.146268 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3cd05012-77e7-4bd6-9d0b-80df555df233 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059802 May 06 00:38:25.198988 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:25.199601 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:25.201010 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] 10.222.0.26 "PUT /v2.0/ports/5c903d15-3eb9-4cd6-81fe-e24eefc730bc HTTP/1.1" status: 200 len: 1093 time: 1.6105080 May 06 00:38:25.201501 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f62340-2d27-4339-bf9a-93b8dca25195', 'tag': '5c903d15-3eb9-4cd6-81fe-e24eefc730bc'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:25.310837 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b61fef21-41c4-40ca-864c-c37471056f2a req-a0b40ae9-7a09-45c7-8469-52195e9b6724 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670734 May 06 00:38:25.365971 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Pushing event updated for resources: {'Port': ['ID=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:25.374248 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:25.376643 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f62340-2d27-4339-bf9a-93b8dca25195', 'tag': '5c903d15-3eb9-4cd6-81fe-e24eefc730bc', 'status': 'completed', 'code': 200} May 06 00:38:25.409504 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-6992d064-9e06-4bdf-ac0f-819b98ae09a0 service neutron] 10.222.0.32 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480791 May 06 00:38:25.418360 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-5e0e3acd-6b17-4f16-9419-af01a7846699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:25.419750 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-5e0e3acd-6b17-4f16-9419-af01a7846699 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bae512484aec412b9ed30b6b2dafdba2&device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 1096 time: 0.1490543 May 06 00:38:25.554826 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-eef66591-778c-4678-8f0b-e544d47a6fa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c903d15-3eb9-4cd6-81fe-e24eefc730bc HTTP/1.1" status: 200 len: 217 time: 0.1152289 May 06 00:38:25.652646 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-d69b01ac-86f5-4ebd-bf54-5964bde59aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:25.654093 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-d69b01ac-86f5-4ebd-bf54-5964bde59aec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b HTTP/1.1" status: 200 len: 853 time: 0.0931132 May 06 00:38:25.659416 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-ab63cbdf-ab5d-475f-b926-cf87174a03f7 service neutron] 10.222.0.32 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434912 May 06 00:38:25.719910 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-92b7478e-0ce4-42e4-9869-d35e8606eb61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=025d01cd-acbd-4185-b1a6-69ee1b05b555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484746 May 06 00:38:25.950577 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f2897ba6-3899-4ae1-8c02-a87efa6d2558 req-862f5494-6c9f-4a17-84df-f1c33d8a96cf tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 210 time: 0.0940099 May 06 00:38:25.964878 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-eb44d317-f361-4d83-ae65-f06537f03472 service neutron] 10.222.0.26 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364457 May 06 00:38:26.172929 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-28619e4b-0ef8-44a5-ba1d-c806cf290a3a req-deefe32a-0883-4d03-ac00-3d0dd3c34a82 service neutron] 10.222.0.26 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019479 May 06 00:38:26.315916 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4873-ec82-416e-8ac9-eb4317114f6f req-f6feae32-a60f-4a07-946d-7667e73e50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:26.317366 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-762f4873-ec82-416e-8ac9-eb4317114f6f req-f6feae32-a60f-4a07-946d-7667e73e50e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bae512484aec412b9ed30b6b2dafdba2&device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 1096 time: 0.0931261 May 06 00:38:26.670086 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4873-ec82-416e-8ac9-eb4317114f6f req-a4e84bac-00de-4df2-82aa-785b8a49b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:26.672366 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-762f4873-ec82-416e-8ac9-eb4317114f6f req-a4e84bac-00de-4df2-82aa-785b8a49b766 service neutron] 10.222.0.26 "GET /v2.0/networks?id=025d01cd-acbd-4185-b1a6-69ee1b05b555 HTTP/1.1" status: 200 len: 913 time: 0.3472235 May 06 00:38:26.684439 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10378-881b-4a2f-9977-91b44aa4e27d req-bd4879c4-2a45-4e04-a2ca-67b50cb59b49 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:26.685898 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1ed10378-881b-4a2f-9977-91b44aa4e27d req-bd4879c4-2a45-4e04-a2ca-67b50cb59b49 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 943 time: 0.1429985 May 06 00:38:26.767722 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-762f4873-ec82-416e-8ac9-eb4317114f6f req-2b1b2f53-7903-4438-a18c-23663d04401c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c903d15-3eb9-4cd6-81fe-e24eefc730bc HTTP/1.1" status: 200 len: 217 time: 0.0800996 May 06 00:38:26.832297 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1ed10378-881b-4a2f-9977-91b44aa4e27d req-9406ca12-7f79-4148-833d-0408ce506a84 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931892 May 06 00:38:26.857394 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4873-ec82-416e-8ac9-eb4317114f6f req-fc52a802-3b72-43af-ae51-0f9e9c03bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:26.859089 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-762f4873-ec82-416e-8ac9-eb4317114f6f req-fc52a802-3b72-43af-ae51-0f9e9c03bad0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b HTTP/1.1" status: 200 len: 853 time: 0.0760128 May 06 00:38:26.920423 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-762f4873-ec82-416e-8ac9-eb4317114f6f req-f6fa2d68-4291-49ed-959f-e8f01fdd7063 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=025d01cd-acbd-4185-b1a6-69ee1b05b555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478022 May 06 00:38:27.181076 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8ae213f3-829d-484d-98c7-b6c13618e6fa req-6c8ec099-e98d-47f0-a7f6-5715e9a3dad8 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 210 time: 0.0809674 May 06 00:38:27.250837 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-762f4873-ec82-416e-8ac9-eb4317114f6f req-6a16cad5-9a8e-4c5d-95bf-cef5e9252425 service neutron] 10.222.0.26 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111417 May 06 00:38:27.261686 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-b5d61dc4-9c5a-48cf-a619-81bc6e32d896 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:27.263492 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-b5d61dc4-9c5a-48cf-a619-81bc6e32d896 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 815 time: 0.2497203 May 06 00:38:27.288630 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Request body: {'port': {'device_id': 'a99ed95b-847b-41a5-970c-6aabd32db885', 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41', 'admin_state_up': True, 'tenant_id': '23efee4fd031401a88e1ef6f7fc932b9'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:27.515216 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-762f4873-ec82-416e-8ac9-eb4317114f6f req-5e3aa81c-5039-46ed-bb90-42929ede8086 service neutron] 10.222.0.26 "GET /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506006 May 06 00:38:27.519886 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:27.524558 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Usage tracker for resource:port and tenant:23efee4fd031401a88e1ef6f7fc932b9 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:27.527496 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:27.534226 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:27.545177 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Made reservation on behalf of 23efee4fd031401a88e1ef6f7fc932b9 for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:38:27.548759 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:27.713893 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Allocated IP 172.20.0.10 (8308ca82-4a3a-4b97-970c-0f4006119c41/63d7eccf-ab98-402d-81be-0ce32359c56a/6c8e84e0-4bd1-4584-8785-b6063316c7ca) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:38:27.834129 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 5c903d15-3eb9-4cd6-81fe-e24eefc730bc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:38:27.930241 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:27.982882 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,segment=NetworkSegment(279dcd8f-cc70-49b4-b3e7-562a1c557201),segment_id=279dcd8f-cc70-49b4-b3e7-562a1c557201)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:27.996835 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '5c903d15-3eb9-4cd6-81fe-e24eefc730bc', 'network_id': '025d01cd-acbd-4185-b1a6-69ee1b05b555', 'port_id': '5c903d15-3eb9-4cd6-81fe-e24eefc730bc', 'mac_address': 'fa:16:3e:b2:d6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:38:28.014267 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:28.019864 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-285f1d5e-07df-4fe5-9bf1-26d69f6a8ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:28.053073 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:28.069991 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c903d15-3eb9-4cd6-81fe-e24eefc730bc {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:38:28.085804 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,segment=NetworkSegment(279dcd8f-cc70-49b4-b3e7-562a1c557201),segment_id=279dcd8f-cc70-49b4-b3e7-562a1c557201)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:28.089822 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Network 8308ca82-4a3a-4b97-970c-0f4006119c41 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:28.093425 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:28.095546 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:28.099341 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406128dd-10ce-419c-8cd5-3c99a1f68be9 req-f0c5d33f-60f4-430d-ac81-948ad8ccdfb8 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:28.100837 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-406128dd-10ce-419c-8cd5-3c99a1f68be9 req-f0c5d33f-60f4-430d-ac81-948ad8ccdfb8 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 943 time: 0.1587853 May 06 00:38:28.109067 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:28.111438 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:38:28.116907 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:28.117495 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:28.151457 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Pushing event updated for resources: {'Port': ['ID=6c8e84e0-4bd1-4584-8785-b6063316c7ca,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:28.154474 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:28.174576 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8917327 May 06 00:38:28.177253 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:28.180769 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:28.185098 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-406128dd-10ce-419c-8cd5-3c99a1f68be9 req-cbe6fdf2-2b39-498d-9b71-39700bf77fc3 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636430 May 06 00:38:28.193867 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Request body: {'port': {'device_id': 'a99ed95b-847b-41a5-970c-6aabd32db885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:28.336185 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['5c903d15-3eb9-4cd6-81fe-e24eefc730bc'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:38:28.455882 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:28.471433 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c39b5a-fe73-4e15-a144-897baf43647c req-9ecade65-d5cb-4009-96fb-d6f83b7407fc tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:28.472142 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-96c39b5a-fe73-4e15-a144-897baf43647c req-9ecade65-d5cb-4009-96fb-d6f83b7407fc tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Synchronizing usage tracker for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:38:28.534767 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-96c39b5a-fe73-4e15-a144-897baf43647c req-9ecade65-d5cb-4009-96fb-d6f83b7407fc tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Unset dirty status for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:38:28.536057 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-96c39b5a-fe73-4e15-a144-897baf43647c req-9ecade65-d5cb-4009-96fb-d6f83b7407fc tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 932 time: 0.2247958 May 06 00:38:28.641362 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-96c39b5a-fe73-4e15-a144-897baf43647c req-572c47be-bbd7-491f-bfe5-b8a467f0f068 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963233 May 06 00:38:28.856201 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8e84e0-4bd1-4584-8785-b6063316c7ca {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:38:28.864161 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:28.880858 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Transition to ACTIVE for port object 6c8e84e0-4bd1-4584-8785-b6063316c7ca will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:28.886238 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:28.891401 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3e746941-94fb-4307-afe3-746f77bb4a9d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:29.056861 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8e84e0-4bd1-4584-8785-b6063316c7ca,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:29.061207 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:29.072805 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Attempting to bind port 6c8e84e0-4bd1-4584-8785-b6063316c7ca on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:38:29.073141 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Attempting to bind port 6c8e84e0-4bd1-4584-8785-b6063316c7ca by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:38:29.073470 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Attempting to bind port 6c8e84e0-4bd1-4584-8785-b6063316c7ca on network 8308ca82-4a3a-4b97-970c-0f4006119c41 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:29.079244 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Port 6c8e84e0-4bd1-4584-8785-b6063316c7ca on network 8308ca82-4a3a-4b97-970c-0f4006119c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:38:29.079969 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Attempting to bind port 6c8e84e0-4bd1-4584-8785-b6063316c7ca on network 8308ca82-4a3a-4b97-970c-0f4006119c41 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:29.085757 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:38:29.086221 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Checking segment: {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:29.086829 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Bound using segment: {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:38:29.087446 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Bound port: 6c8e84e0-4bd1-4584-8785-b6063316c7ca, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:38:29.087899 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:29.183624 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] For port 6c8e84e0-4bd1-4584-8785-b6063316c7ca, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:38:29.186960 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] For port 6c8e84e0-4bd1-4584-8785-b6063316c7ca, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c8e84e0-4bd1-4584-8785-b6063316c7ca,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:38:29.191181 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:29.194779 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-2ccb9fc2-8e3f-4809-a88a-7e0ae1e5d1c4 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:29.247304 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:29.247908 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:29.249396 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] 10.222.0.26 "PUT /v2.0/ports/6c8e84e0-4bd1-4584-8785-b6063316c7ca HTTP/1.1" status: 200 len: 1094 time: 1.0598195 May 06 00:38:29.249875 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99ed95b-847b-41a5-970c-6aabd32db885', 'tag': '6c8e84e0-4bd1-4584-8785-b6063316c7ca'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:29.274949 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8e84e0-4bd1-4584-8785-b6063316c7ca,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:29.280257 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:29.306367 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99ed95b-847b-41a5-970c-6aabd32db885', 'tag': '6c8e84e0-4bd1-4584-8785-b6063316c7ca', 'status': 'completed', 'code': 200} May 06 00:38:29.446083 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-a80ba321-8fc6-4419-ac88-32498334b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:29.447564 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-a80ba321-8fc6-4419-ac88-32498334b340 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 1097 time: 0.1390400 May 06 00:38:29.455374 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acb9e5-ee3a-4544-9033-9da55d99fe30 req-4f57659a-c24f-4206-b53e-de82d0e282ea tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:29.456842 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a8acb9e5-ee3a-4544-9033-9da55d99fe30 req-4f57659a-c24f-4206-b53e-de82d0e282ea tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 944 time: 0.1125362 May 06 00:38:29.462453 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c73538ea-c4ef-434e-adc0-4cd5722989b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:29.533301 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-10501513-6edd-41dd-80e2-6e0d2a9db9f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c8e84e0-4bd1-4584-8785-b6063316c7ca HTTP/1.1" status: 200 len: 217 time: 0.0754926 May 06 00:38:29.597131 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a8acb9e5-ee3a-4544-9033-9da55d99fe30 req-14c7ddfe-cdb6-4e62-a769-166ede7e522b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899897 May 06 00:38:29.610532 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-a4b97df3-6ae2-4e6b-afe4-328e7b734846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:29.611935 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-a4b97df3-6ae2-4e6b-afe4-328e7b734846 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d7eccf-ab98-402d-81be-0ce32359c56a HTTP/1.1" status: 200 len: 855 time: 0.0727081 May 06 00:38:29.661379 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-c83032b7-0fd6-461c-b084-5f2b50f0670b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8308ca82-4a3a-4b97-970c-0f4006119c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428379 May 06 00:38:29.835027 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-75934935-761b-4fb5-a117-ca18546b237a service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670873 May 06 00:38:29.841592 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 5c903d15-3eb9-4cd6-81fe-e24eefc730bc up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:29.916515 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:29.922376 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:29.922852 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:30.020339 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58362e68-3277-400f-a587-a1e7451e0b24 req-41c43a6d-2004-4597-90f2-a4baa9abbb1b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:30.021818 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58362e68-3277-400f-a587-a1e7451e0b24 req-41c43a6d-2004-4597-90f2-a4baa9abbb1b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 944 time: 0.2651844 May 06 00:38:30.074861 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:30.100883 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58362e68-3277-400f-a587-a1e7451e0b24 req-797ef0dd-606e-4d8c-bb8b-94bb1e1fa7a8 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717406 May 06 00:38:30.103154 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-76fa9d4b-2b31-4335-97f3-3f2a1321a0ed req-709d7abb-cb04-44dc-bf13-98e4cd219c83 service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610383 May 06 00:38:30.107222 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f62340-2d27-4339-bf9a-93b8dca25195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c903d15-3eb9-4cd6-81fe-e24eefc730bc'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:30.122080 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,segment=NetworkSegment(279dcd8f-cc70-49b4-b3e7-562a1c557201),segment_id=279dcd8f-cc70-49b4-b3e7-562a1c557201)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:30.128712 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:30.131022 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:30.165804 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f62340-2d27-4339-bf9a-93b8dca25195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c903d15-3eb9-4cd6-81fe-e24eefc730bc', 'code': 200} May 06 00:38:30.197536 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:30.204985 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.205667 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.205667 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.205948 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.206359 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.206553 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.206875 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.207194 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.207511 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.207767 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.208081 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.208443 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:30.212179 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:30.246209 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed73d2f-6553-455b-97a7-342b5f727802 req-4537b13e-8141-4218-a9d4-295b06974168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:30.248056 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5ed73d2f-6553-455b-97a7-342b5f727802 req-4537b13e-8141-4218-a9d4-295b06974168 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 1097 time: 0.0765877 May 06 00:38:30.320284 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43122) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:30.381903 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef36becf-3020-4094-8943-ea7076b1586a admin admin] Deleting subnet 644e0197-9547-44e6-bebc-b536e151a921 {{(pid=73854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:38:30.384930 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ef36becf-3020-4094-8943-ea7076b1586a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:30.425076 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed73d2f-6553-455b-97a7-342b5f727802 req-54587e11-0798-4876-a241-beb29dfca388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:30.426531 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5ed73d2f-6553-455b-97a7-342b5f727802 req-54587e11-0798-4876-a241-beb29dfca388 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 915 time: 0.1706445 May 06 00:38:30.432942 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ef36becf-3020-4094-8943-ea7076b1586a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071601855'] for subnet, precommit_delete_associations {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:30.486376 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ef36becf-3020-4094-8943-ea7076b1586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:30.502139 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5ed73d2f-6553-455b-97a7-342b5f727802 req-cfba8ef3-f58a-46ce-b3a5-cdc2b11731ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c8e84e0-4bd1-4584-8785-b6063316c7ca HTTP/1.1" status: 200 len: 217 time: 0.0640118 May 06 00:38:30.504228 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeca73e-a94b-4071-b3fc-dd9f20185204 req-700bbeda-6f2c-4150-9f62-1e770f804f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:30.505592 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dbeca73e-a94b-4071-b3fc-dd9f20185204 req-700bbeda-6f2c-4150-9f62-1e770f804f75 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 1098 time: 0.1769359 May 06 00:38:30.597429 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dbeca73e-a94b-4071-b3fc-dd9f20185204 req-f48a8f58-630f-4956-bdd8-bc7151994667 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815036 May 06 00:38:30.600911 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed73d2f-6553-455b-97a7-342b5f727802 req-4bd97d46-87bd-4462-9694-bd1e6cfe16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:30.602265 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5ed73d2f-6553-455b-97a7-342b5f727802 req-4bd97d46-87bd-4462-9694-bd1e6cfe16b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d7eccf-ab98-402d-81be-0ce32359c56a HTTP/1.1" status: 200 len: 855 time: 0.0875418 May 06 00:38:30.691865 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5ed73d2f-6553-455b-97a7-342b5f727802 req-8e7da556-325e-4dd4-a104-c48dcb6dd9c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8308ca82-4a3a-4b97-970c-0f4006119c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422122 May 06 00:38:30.730619 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ef36becf-3020-4094-8943-ea7076b1586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071891398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071861408'] for subnet, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:30.735651 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-19bfad1b-631a-4ec4-aca2-575ffa31da36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:30.772683 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36becf-3020-4094-8943-ea7076b1586a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644e0197-9547-44e6-bebc-b536e151a921,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:30.774476 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ef36becf-3020-4094-8943-ea7076b1586a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:30.776924 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ef36becf-3020-4094-8943-ea7076b1586a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:30.781519 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-ef36becf-3020-4094-8943-ea7076b1586a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/644e0197-9547-44e6-bebc-b536e151a921 HTTP/1.1" status: 204 len: 168 time: 0.4602289 May 06 00:38:30.783938 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43128) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:30.884313 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5ed73d2f-6553-455b-97a7-342b5f727802 req-99db5da5-6270-49f6-b7f2-ca8753a43180 service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844878 May 06 00:38:30.886687 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:30.894594 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1fa48-7db4-418b-9768-cc060d90a930 req-183687f8-abd4-4cbc-8c01-7cad03b55018 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:30.895995 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bcd1fa48-7db4-418b-9768-cc060d90a930 req-183687f8-abd4-4cbc-8c01-7cad03b55018 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 945 time: 0.1765950 May 06 00:38:31.033338 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bcd1fa48-7db4-418b-9768-cc060d90a930 req-bf65951f-57bc-4836-ba8d-9aeb15eacdca tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153462 May 06 00:38:31.060484 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5ed73d2f-6553-455b-97a7-342b5f727802 req-66164021-d73d-4814-82a9-58d0da9f0e3f service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634805 May 06 00:38:31.082141 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:31.094725 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d662d9ae-0977-4dcc-b54e-53a3c56eb40a']}} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:31.106408 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade180df-15e5-4a4e-9f14-1b11351351bb') {'for_net_delete': True} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:31.106695 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade180df-15e5-4a4e-9f14-1b11351351bb') {} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:31.120706 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071601824'] for segment, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:31.137207 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:31.143880 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=73854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:38:31.144264 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071891360'] for segment, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: Traceback (most recent call last): May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: timer() May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: cb(*args, **kw) May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: return func(*args, **kwargs) May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: self._notify() May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: self.callback(batched_events) May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: event.method(event) May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: return f(self, *a, **k) May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: return self._get(url).json() May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: return self.request(url, 'GET', **kwargs) May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:38:31.158403 dv-cinder-784623-8-smb neutron-server[73854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:38:31.234809 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:31.238481 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6b41f4b8-d2ad-4191-aced-ae7a3692ad18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:31.256668 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d662d9ae-0977-4dcc-b54e-53a3c56eb40a,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:31.258722 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:31.261447 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:31.272769 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-dce34307-13b7-4130-9f5b-0bb4ee0833a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d662d9ae-0977-4dcc-b54e-53a3c56eb40a HTTP/1.1" status: 204 len: 168 time: 0.4876738 May 06 00:38:31.295407 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88ca3b-edc5-4733-9073-b8332412663f req-9a639b7e-518f-4888-965c-26b8fb37fc39 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:31.297305 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-de88ca3b-edc5-4733-9073-b8332412663f req-9a639b7e-518f-4888-965c-26b8fb37fc39 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 944 time: 0.0837820 May 06 00:38:31.351091 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-de88ca3b-edc5-4733-9073-b8332412663f req-13fd3b0a-323c-485e-aea1-de38896a2481 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478442 May 06 00:38:31.395705 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43142) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:31.444924 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-c44383f2-5589-4272-bc9a-1f3fbe8030cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce34d99155f6409085e02b4a46688ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478070 May 06 00:38:31.447324 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43146) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:31.506383 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a9ffa9b2-7305-45cd-a39d-ce68cc4db8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:31.532195 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a9ffa9b2-7305-45cd-a39d-ce68cc4db8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:31.584569 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a9ffa9b2-7305-45cd-a39d-ce68cc4db8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:31.588042 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-60e5583d-e332-409d-a2c5-c50b179018c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:31.602072 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffa9b2-7305-45cd-a39d-ce68cc4db8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6a8d01-5d26-4e18-bafc-1b5983baa1de,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:31.606771 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a9ffa9b2-7305-45cd-a39d-ce68cc4db8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:31.609321 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a9ffa9b2-7305-45cd-a39d-ce68cc4db8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:31.612849 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a9ffa9b2-7305-45cd-a39d-ce68cc4db8e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f6a8d01-5d26-4e18-bafc-1b5983baa1de HTTP/1.1" status: 204 len: 168 time: 0.1621478 May 06 00:38:31.848842 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 6c8e84e0-4bd1-4584-8785-b6063316c7ca details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:38:31.995476 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 6c8e84e0-4bd1-4584-8785-b6063316c7ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c8e84e0-4bd1-4584-8785-b6063316c7ca,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:32.002496 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.009727 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '6c8e84e0-4bd1-4584-8785-b6063316c7ca', 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41', 'port_id': '6c8e84e0-4bd1-4584-8785-b6063316c7ca', 'mac_address': 'fa:16:3e:30:99:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7eccf-ab98-402d-81be-0ce32359c56a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:38:32.069193 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.086857 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8e84e0-4bd1-4584-8785-b6063316c7ca {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:38:32.103268 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 6c8e84e0-4bd1-4584-8785-b6063316c7ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c8e84e0-4bd1-4584-8785-b6063316c7ca,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:32.108346 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.110375 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:32.183043 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=6c8e84e0-4bd1-4584-8785-b6063316c7ca,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:32.186249 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:32.231398 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3a856edd-445f-4c45-bbfc-fc0afc0b892a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.238247 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d746c6-e110-4bb2-b653-54c6d17f1a84 req-d5bf99ac-38b9-44e9-a07a-46c6b62a7f0d tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:32.239776 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-52d746c6-e110-4bb2-b653-54c6d17f1a84 req-d5bf99ac-38b9-44e9-a07a-46c6b62a7f0d tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 945 time: 0.0904591 May 06 00:38:32.287100 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-52d746c6-e110-4bb2-b653-54c6d17f1a84 req-0dc8c874-ad91-4424-83d7-8aa60be42304 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 May 06 00:38:32.373801 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['6c8e84e0-4bd1-4584-8785-b6063316c7ca'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:38:32.407022 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43178) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:32.546480 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1334909504-network', 'tenant_id': '7db5b44572d44cab992ea454a1edb665'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:32.551429 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:32.559906 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Usage tracker for resource:network and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:32.563561 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:32.569827 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:32.584686 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Made reservation on behalf of 7db5b44572d44cab992ea454a1edb665 for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:38:32.587081 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.592139 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85d163-9e61-4f35-b76b-be5bb31b9a34 req-4ef4af8d-2101-4d5e-a196-f7bcb62dc679 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:32.593978 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ca85d163-9e61-4f35-b76b-be5bb31b9a34 req-4ef4af8d-2101-4d5e-a196-f7bcb62dc679 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 945 time: 0.0961151 May 06 00:38:32.602005 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.619621 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:32.623925 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Usage tracker for resource:security_group_rule and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:32.627002 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:32.632850 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:32.643373 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ca85d163-9e61-4f35-b76b-be5bb31b9a34 req-c7bc1bc4-7de9-4d8a-ace6-ed1e88b938b1 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 May 06 00:38:32.722058 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.727460 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.730633 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e1f445dd-3ecc-435d-aed5-82d144df21fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:32.758680 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c358a172-031b-447f-9445-331587de5784 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:38:32.767446 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3b26f2-0548-40b6-9521-a76724941ee4,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:32.771038 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:32.773377 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.773699 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Added segment f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f of type vlan for network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d May 06 00:38:32.802964 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.835347 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.836765 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:32.837441 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:32.842425 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:32.939071 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-c358a172-031b-447f-9445-331587de5784 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5309708 May 06 00:38:32.939969 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Pushing event updated for resources: {'Network': ['ID=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:32.941859 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43190) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:32.944366 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:32.948082 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Request body: {'subnet': {'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1334909504-subnet', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'ip_version': 4}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:32.950262 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:38:32.952967 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:32.956685 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Usage tracker for resource:subnet and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:32.959451 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:32.965490 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:32.977025 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Made reservation on behalf of 7db5b44572d44cab992ea454a1edb665 for: {'subnet': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:38:32.979379 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1071861451'] for subnet, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:33.283103 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:33.366715 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071680261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1071861433'] for subnet, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:33.370291 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e064cca0-2f35-4be7-a7ef-6ebc8a44fc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:33.435139 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b837d0-0892-4761-8725-eb8cb1f778c3,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:33.438676 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:33.445975 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Checking segment: {'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:33.446321 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Network hostable DHCP agents. Network: 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:38:33.464971 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:38:33.475484 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d) {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:33.483946 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:33.484345 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98625b4-2ed0-404b-86ee-051b6913dfc3 None None] Network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:38:33.484586 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:33.509879 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-c29567a0-35b5-4592-8b76-f785ca68eba3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5669396 May 06 00:38:33.512535 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43194) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:33.517501 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:33.521889 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:33.525618 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Usage tracker for resource:router and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:33.528378 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:33.533909 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:33.544898 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-452325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12888'] for router, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:33.546350 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12881'] for router, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:33.564682 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:33.706176 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b465a1-e1e1-5a0a-9d54-364484373d9a-53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3'}]}} from dv-cinder-784623-8-smb. {{(pid=73855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 00:38:33.707227 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:33.833042 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017a8c1-51e7-4bee-bc0e-8918b3d3077e req-104f6135-29f2-4e14-b32e-d25ea687f06c tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:33.834721 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1017a8c1-51e7-4bee-bc0e-8918b3d3077e req-104f6135-29f2-4e14-b32e-d25ea687f06c tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 945 time: 0.0856950 May 06 00:38:33.877414 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.db_base_plugin_common [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Allocated IP 172.20.0.2 (53830eb9-9df9-4aa8-a0eb-fda734ab8c6d/86b837d0-0892-4761-8725-eb8cb1f778c3/063cc170-b364-42b7-8b80-4fb329b695c7) {{(pid=73855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:38:33.885690 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1017a8c1-51e7-4bee-bc0e-8918b3d3077e req-d321efc1-4f9b-4007-920b-efe739627bc4 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434732 May 06 00:38:33.896473 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 6c8e84e0-4bd1-4584-8785-b6063316c7ca up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:33.922140 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12963'] for router, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.145391 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 6c8e84e0-4bd1-4584-8785-b6063316c7ca completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:34.163856 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Notify callbacks [] for port, precommit_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.169992 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 6c8e84e0-4bd1-4584-8785-b6063316c7ca triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:34.170411 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.209067 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Transition to ACTIVE for port object 063cc170-b364-42b7-8b80-4fb329b695c7 will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:34.248970 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Transition to ACTIVE for port object 063cc170-b364-42b7-8b80-4fb329b695c7 will not be triggered until provisioned by entity DHCP. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:34.259002 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.260614 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.263558 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:34.292857 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.344346 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d is already hosted by enough agents. {{(pid=73855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:34.355291 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.base_scheduler [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Resources bound (agent type, host, resource id): {{(pid=73855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:34.365899 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Received port after_create {{(pid=73855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:38:34.376364 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Pushing event updated for resources: {'Port': ['ID=063cc170-b364-42b7-8b80-4fb329b695c7,revision_number=1']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:34.380817 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:34.426976 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.428508 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Allocated IP 172.28.3.211 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/9eb72df2-b401-4aaa-9928-e243651dd65f) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:38:34.497387 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ed95b-847b-41a5-970c-6aabd32db885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8e84e0-4bd1-4584-8785-b6063316c7ca'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:34.503583 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Attempting to bind port 063cc170-b364-42b7-8b80-4fb329b695c7 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:38:34.504048 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Attempting to bind port 063cc170-b364-42b7-8b80-4fb329b695c7 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:38:34.504437 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Attempting to bind port 063cc170-b364-42b7-8b80-4fb329b695c7 on network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:34.511644 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:38:34.511997 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Checking segment: {'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:34.512426 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.512816 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Bound using segment: {'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:38:34.513692 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Bound port: 063cc170-b364-42b7-8b80-4fb329b695c7, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:38:34.513692 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.523191 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 6c8e84e0-4bd1-4584-8785-b6063316c7ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c8e84e0-4bd1-4584-8785-b6063316c7ca,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:34.529330 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.533783 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:34.585417 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.599822 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99ed95b-847b-41a5-970c-6aabd32db885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8e84e0-4bd1-4584-8785-b6063316c7ca', 'code': 200} May 06 00:38:34.615599 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.620215 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:34.677515 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:34.680705 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:34.689653 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:38:34.696249 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=6c8e84e0-4bd1-4584-8785-b6063316c7ca,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:34.702060 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:34.709306 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] For port 063cc170-b364-42b7-8b80-4fb329b695c7, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:38:34.713073 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] For port 063cc170-b364-42b7-8b80-4fb329b695c7, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=063cc170-b364-42b7-8b80-4fb329b695c7,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:38:34.718639 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:34.723529 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-3ab6f470-9ea6-4968-af46-b1748c327c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:34.734260 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Pushing event updated for resources: {'Port': ['ID=9eb72df2-b401-4aaa-9928-e243651dd65f,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:34.737223 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:34.776277 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:38:34.793198 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26541e8-9f6d-4416-ac88-a1567201c209 req-a8720cf0-d95d-4f45-9b12-0652f2d1f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:34.794994 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f26541e8-9f6d-4416-ac88-a1567201c209 req-a8720cf0-d95d-4f45-9b12-0652f2d1f87c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 1099 time: 0.0803094 May 06 00:38:34.807210 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Pushing event updated for resources: {'Port': ['ID=063cc170-b364-42b7-8b80-4fb329b695c7,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:34.810189 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:34.843239 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f26541e8-9f6d-4416-ac88-a1567201c209 req-da57917b-ccbc-4514-8fe1-b7ff3121ba1b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 May 06 00:38:34.954912 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:35.155634 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8a6e0-e535-4278-8570-e769bc6ee227 req-fd6fd55b-916d-4753-86a1-9a7c419a09ad tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:35.162940 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bed8a6e0-e535-4278-8570-e769bc6ee227 req-fd6fd55b-916d-4753-86a1-9a7c419a09ad tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 946 time: 0.1201630 May 06 00:38:35.165081 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:35.204513 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bed8a6e0-e535-4278-8570-e769bc6ee227 req-304a517f-d03c-4a17-ae11-aaeab2700465 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 May 06 00:38:35.602531 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395526'] for router, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:35.827572 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Router 3da6a19e-6482-473c-9d51-3b24c63e87fd is scheduled to L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 with binding_index 1 {{(pid=73854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 00:38:35.945684 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2205999c-42e5-44e3-b016-40441a7f9327 None None] Network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:38:36.017862 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:38:36.028798 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Sync routers for ids ['3da6a19e-6482-473c-9d51-3b24c63e87fd'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:38:36.043003 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Notify callbacks [] for router, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:36.044262 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5308249 May 06 00:38:36.047163 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43214) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:36.050100 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-07415b65-7cf8-4d11-8069-8dd4f5bf3599 None None] Provisioning for port 063cc170-b364-42b7-8b80-4fb329b695c7 completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:36.068398 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Routers {'3da6a19e-6482-473c-9d51-3b24c63e87fd'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:36.069012 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3da6a19e-6482-473c-9d51-3b24c63e87fd'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:36.339788 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Set router 3da6a19e-6482-473c-9d51-3b24c63e87fd gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:36.386185 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 063cc170-b364-42b7-8b80-4fb329b695c7 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:36.515640 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec3177-8a28-4d90-9dfd-1a2fe549b2a7 req-b1a2a7bf-6d1b-4d74-956a-5a7082b5accd tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:36.517782 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7aec3177-8a28-4d90-9dfd-1a2fe549b2a7 req-b1a2a7bf-6d1b-4d74-956a-5a7082b5accd tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 946 time: 0.1857393 May 06 00:38:36.564270 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7aec3177-8a28-4d90-9dfd-1a2fe549b2a7 req-dc82d4de-b7d5-4afb-adca-135f2270c5bb tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402679 May 06 00:38:36.631489 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 063cc170-b364-42b7-8b80-4fb329b695c7 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:36.648245 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 063cc170-b364-42b7-8b80-4fb329b695c7 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:36.648651 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:36.785978 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:36.896666 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:36.907660 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:34Z', 'revision_number': 3, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:36.917763 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Checking router: 3da6a19e-6482-473c-9d51-3b24c63e87fd for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:38:36.918129 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Updating router 3da6a19e-6482-473c-9d51-3b24c63e87fd port 9eb72df2-b401-4aaa-9928-e243651dd65f binding host dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:38:36.963681 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-b2d920e8-1973-40d5-80c8-14de52881385 None None] Provisioning complete for port 063cc170-b364-42b7-8b80-4fb329b695c7 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:36.964396 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b2d920e8-1973-40d5-80c8-14de52881385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.040637 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 063cc170-b364-42b7-8b80-4fb329b695c7, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=063cc170-b364-42b7-8b80-4fb329b695c7,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:37.044608 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.094043 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.100199 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:37.150486 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Allocated IP 172.20.0.1 (53830eb9-9df9-4aa8-a0eb-fda734ab8c6d/86b837d0-0892-4761-8725-eb8cb1f778c3/b780be6a-8c3f-4ada-873d-8a84aa2e036a) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:38:37.310654 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.326827 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Transition to ACTIVE for port object b780be6a-8c3f-4ada-873d-8a84aa2e036a will not be triggered until provisioned by entity DHCP. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:37.344421 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=063cc170-b364-42b7-8b80-4fb329b695c7,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:37.352758 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:37.354084 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.358993 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:37.420018 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:37.427197 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:37.432287 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:38:37.485321 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399577'] for router_interface, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.500978 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Pushing event updated for resources: {'Port': ['ID=b780be6a-8c3f-4ada-873d-8a84aa2e036a,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:37.505754 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:37.581221 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Notify callbacks [] for port, precommit_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.594467 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Transition to ACTIVE for port object 9eb72df2-b401-4aaa-9928-e243651dd65f will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:37.602976 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.604163 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.609197 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:37.682379 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Attempting to bind port 9eb72df2-b401-4aaa-9928-e243651dd65f on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:38:37.682761 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Attempting to bind port 9eb72df2-b401-4aaa-9928-e243651dd65f by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:38:37.683136 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Attempting to bind port 9eb72df2-b401-4aaa-9928-e243651dd65f on network d35728a9-d9a3-4297-acfc-cedfe30fc42c {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:37.693256 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19adcd1-3ff4-4dfb-8a06-954f5c6fedca None None] Pushing event updated for resources: {'Port': ['ID=9eb72df2-b401-4aaa-9928-e243651dd65f,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:37.695913 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-d19adcd1-3ff4-4dfb-8a06-954f5c6fedca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:37.699420 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:38:37.699858 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Checking segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:37.700183 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.700638 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Bound using segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:38:37.701169 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Bound port: 9eb72df2-b401-4aaa-9928-e243651dd65f, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:38:37.701707 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.751552 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-31daf12f-54e1-4567-a7db-032693e82c8d None None] Provisioning for port b780be6a-8c3f-4ada-873d-8a84aa2e036a completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:37.764639 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-31daf12f-54e1-4567-a7db-032693e82c8d None None] Provisioning complete for port b780be6a-8c3f-4ada-873d-8a84aa2e036a triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:37.765033 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-31daf12f-54e1-4567-a7db-032693e82c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.821380 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.827161 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.831365 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] For port 9eb72df2-b401-4aaa-9928-e243651dd65f, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:38:37.839482 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-31daf12f-54e1-4567-a7db-032693e82c8d None None] Port b780be6a-8c3f-4ada-873d-8a84aa2e036a cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:38:37.844097 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] For port 9eb72df2-b401-4aaa-9928-e243651dd65f, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=9eb72df2-b401-4aaa-9928-e243651dd65f,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:38:37.848657 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.852407 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:37.856812 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:37.930137 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Routers {'3da6a19e-6482-473c-9d51-3b24c63e87fd'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:37.931127 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3da6a19e-6482-473c-9d51-3b24c63e87fd'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:37.931921 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399482'] for router_interface, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:37.935372 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Pushing event updated for resources: {'Port': ['ID=b780be6a-8c3f-4ada-873d-8a84aa2e036a,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:37.938796 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:37.989006 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19adcd1-3ff4-4dfb-8a06-954f5c6fedca None None] Pushing event updated for resources: {'Port': ['ID=9eb72df2-b401-4aaa-9928-e243651dd65f,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:37.992943 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-d19adcd1-3ff4-4dfb-8a06-954f5c6fedca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:38.068820 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:38.070229 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:38.120587 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] Set router 3da6a19e-6482-473c-9d51-3b24c63e87fd gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:38.270061 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Router 3da6a19e-6482-473c-9d51-3b24c63e87fd has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:38:38.357468 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 063cc170-b364-42b7-8b80-4fb329b695c7 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:38.470218 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:38:38.485985 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] 10.222.0.32 "PUT /v2.0/routers/3da6a19e-6482-473c-9d51-3b24c63e87fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4311593 May 06 00:38:38.486230 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-0205b469-d3b5-408d-9a76-22a76761be66 None None] Provisioning complete for port b780be6a-8c3f-4ada-873d-8a84aa2e036a triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:38.486230 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0205b469-d3b5-408d-9a76-22a76761be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:38.551142 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 063cc170-b364-42b7-8b80-4fb329b695c7 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:38.551513 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:38.575461 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-0205b469-d3b5-408d-9a76-22a76761be66 None None] Port b780be6a-8c3f-4ada-873d-8a84aa2e036a cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:38:38.636110 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 2, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:38.674874 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a6bf5-a48c-4781-ad8c-a69bf2c3968b None None] The sync data for ids ['3da6a19e-6482-473c-9d51-3b24c63e87fd'] in dv-cinder-784623-8-smb is: [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 2, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:38:39.151676 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43264) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:39.159236 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-912303252-network', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:39.164012 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:39.167960 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Usage tracker for resource:network and tenant:1dee4f65aa4c4e98abf4015c6b2aa5e7 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:39.171150 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:39.177640 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:39.189938 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Made reservation on behalf of 1dee4f65aa4c4e98abf4015c6b2aa5e7 for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:38:39.193356 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:39.205962 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:39.221896 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:39.226202 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Usage tracker for resource:security_group_rule and tenant:1dee4f65aa4c4e98abf4015c6b2aa5e7 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:39.229157 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:39.235007 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:39.324367 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:39.329598 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:39.334259 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-620e486a-4955-44ce-85eb-4a17ab47b57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:39.362923 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:38:39.371807 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab6c159-48f4-47b6-a84e-3f84893f131f,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:39.375563 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:39.378108 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:39.378445 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Added segment e29bf5c7-db37-4809-aba0-b8aa14f252b2 of type vlan for network 4376f7f2-881d-4418-b527-d2b93eff3825 May 06 00:38:39.406265 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:39.442955 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:39.444407 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:39.444995 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:39.450062 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-baa7ff94-fbc2-4f80-a4a5-8957323091e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:39.652199 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4991972 May 06 00:38:39.653255 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Pushing event updated for resources: {'Network': ['ID=4376f7f2-881d-4418-b527-d2b93eff3825,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:39.655259 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 43270) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:39.656660 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:39.661969 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Request body: {'subnet': {'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-912303252-subnet', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'ip_version': 4}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:39.664877 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network 4376f7f2-881d-4418-b527-d2b93eff3825 details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:38:39.667098 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:39.672741 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Usage tracker for resource:subnet and tenant:1dee4f65aa4c4e98abf4015c6b2aa5e7 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:39.675877 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:39.682918 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:39.700243 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Made reservation on behalf of 1dee4f65aa4c4e98abf4015c6b2aa5e7 for: {'subnet': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:38:39.703661 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.112692 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.116806 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:40.188363 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:40.192018 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:40.199474 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Checking segment: {'id': 'e29bf5c7-db37-4809-aba0-b8aa14f252b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:40.199834 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Network hostable DHCP agents. Network: 4376f7f2-881d-4418-b527-d2b93eff3825, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:38:40.217874 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Network 4376f7f2-881d-4418-b527-d2b93eff3825 is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:38:40.227688 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, 4376f7f2-881d-4418-b527-d2b93eff3825) {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:40.232120 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:40.232838 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.237547 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc3ed1-8690-4663-81c8-3628bd28e62b None None] Network 4376f7f2-881d-4418-b527-d2b93eff3825 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:38:40.280828 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-5a9e9f8f-c2bc-41d0-8722-5ce8496659ab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6214471 May 06 00:38:40.281145 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 43278) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:40.286402 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-912303252-router', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:40.292209 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:40.296599 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Usage tracker for resource:router and tenant:1dee4f65aa4c4e98abf4015c6b2aa5e7 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:38:40.299691 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:38:40.306212 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:40.334101 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-452325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12888'] for router, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.335195 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12881'] for router, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.369813 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.378448 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 9eb72df2-b401-4aaa-9928-e243651dd65f up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:40.547571 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 9eb72df2-b401-4aaa-9928-e243651dd65f completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:40.569344 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 9eb72df2-b401-4aaa-9928-e243651dd65f triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:40.569882 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.594357 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b465a1-e1e1-5a0a-9d54-364484373d9a-4376f7f2-881d-4418-b527-d2b93eff3825', 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'fixed_ips': [{'subnet_id': 'a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570'}]}} from dv-cinder-784623-8-smb. {{(pid=73855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 00:38:40.595272 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.656959 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12963'] for router, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.813781 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.845501 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 9eb72df2-b401-4aaa-9928-e243651dd65f, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=9eb72df2-b401-4aaa-9928-e243651dd65f,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:40.847099 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.db_base_plugin_common [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Allocated IP 172.20.0.2 (4376f7f2-881d-4418-b527-d2b93eff3825/a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570/3d7c3eb8-676f-484c-b74e-48820cbfaa17) {{(pid=73855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:38:40.853524 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.859601 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:40.979388 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:40.981147 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Sync routers for ids ['3da6a19e-6482-473c-9d51-3b24c63e87fd'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:38:40.990632 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Routers {'3da6a19e-6482-473c-9d51-3b24c63e87fd'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:40.991548 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3da6a19e-6482-473c-9d51-3b24c63e87fd'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:41.002294 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=9eb72df2-b401-4aaa-9928-e243651dd65f,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:41.007377 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:41.015932 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:41.130266 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:41.142097 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Transition to ACTIVE for port object 3d7c3eb8-676f-484c-b74e-48820cbfaa17 will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:41.161218 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Transition to ACTIVE for port object 3d7c3eb8-676f-484c-b74e-48820cbfaa17 will not be triggered until provisioned by entity DHCP. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:41.170370 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:41.176356 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-66e19763-80cb-470b-9503-5811dcf0f387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:41.208914 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Set router 3da6a19e-6482-473c-9d51-3b24c63e87fd gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:41.226786 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Allocated IP 172.28.3.172 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/375c7ef2-adfc-4bd1-acee-0a39e392da4f) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:38:41.239495 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Network 4376f7f2-881d-4418-b527-d2b93eff3825 is already hosted by enough agents. {{(pid=73855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:41.242877 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.base_scheduler [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Resources bound (agent type, host, resource id): {{(pid=73855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:41.247627 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Received port after_create {{(pid=73855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:38:41.303358 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Pushing event updated for resources: {'Port': ['ID=3d7c3eb8-676f-484c-b74e-48820cbfaa17,revision_number=1']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:41.343037 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:41.366710 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Attempting to bind port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:38:41.367271 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Attempting to bind port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': 'e29bf5c7-db37-4809-aba0-b8aa14f252b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:38:41.367847 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Attempting to bind port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 on network 4376f7f2-881d-4418-b527-d2b93eff3825 {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:41.374363 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:38:41.374736 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Checking segment: {'id': 'e29bf5c7-db37-4809-aba0-b8aa14f252b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:41.375139 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:41.375533 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Bound using segment: {'id': 'e29bf5c7-db37-4809-aba0-b8aa14f252b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:38:41.376035 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Bound port: 3d7c3eb8-676f-484c-b74e-48820cbfaa17, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29bf5c7-db37-4809-aba0-b8aa14f252b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:38:41.376559 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:41.471047 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] For port 3d7c3eb8-676f-484c-b74e-48820cbfaa17, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:38:41.474354 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] For port 3d7c3eb8-676f-484c-b74e-48820cbfaa17, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=3d7c3eb8-676f-484c-b74e-48820cbfaa17,segment=NetworkSegment(e29bf5c7-db37-4809-aba0-b8aa14f252b2),segment_id=e29bf5c7-db37-4809-aba0-b8aa14f252b2)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:38:41.479033 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:41.482844 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:41.559667 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 2, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:41.560034 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Pushing event updated for resources: {'Port': ['ID=3d7c3eb8-676f-484c-b74e-48820cbfaa17,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:41.564743 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Checking router: 3da6a19e-6482-473c-9d51-3b24c63e87fd for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:38:41.565139 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Updating router 3da6a19e-6482-473c-9d51-3b24c63e87fd port b780be6a-8c3f-4ada-873d-8a84aa2e036a binding host dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:38:41.565305 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:41.623355 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:41.628838 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:41.638099 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-29dc893d-b604-4f1e-9f35-0e72e0b3b7b1 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:41.639920 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-29dc893d-b604-4f1e-9f35-0e72e0b3b7b1 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 815 time: 0.2198691 May 06 00:38:41.662173 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-3391286b-7ce5-4880-93d8-109a96ae7508 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/quotas/23efee4fd031401a88e1ef6f7fc932b9 HTTP/1.1" status: 200 len: 375 time: 0.0135591 May 06 00:38:41.723068 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:41.727460 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9bb64f39-ef3a-4b9a-aa51-3b4112a39f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:41.820451 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:41.825929 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:41.832343 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:38:41.880151 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Pushing event updated for resources: {'Port': ['ID=375c7ef2-adfc-4bd1-acee-0a39e392da4f,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:41.889462 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:42.007101 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-c40ae7c8-5866-4636-ba26-161a3c1c4990 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3339872 May 06 00:38:42.013361 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Notify callbacks [] for port, precommit_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:42.026638 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.provisioning_blocks [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Transition to ACTIVE for port object b780be6a-8c3f-4ada-873d-8a84aa2e036a will not be triggered until provisioned by entity L2. {{(pid=73856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:42.034279 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:42.038900 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:42.137479 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Pushing event updated for resources: {'Port': ['ID=b780be6a-8c3f-4ada-873d-8a84aa2e036a,revision_number=3']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:42.147121 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.147642 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.148555 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.149203 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.149671 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.150233 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.150686 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.151138 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.151596 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.152045 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.152527 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.152987 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:38:42.170546 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:42.377721 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Attempting to bind port b780be6a-8c3f-4ada-873d-8a84aa2e036a on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:38:42.378179 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Attempting to bind port b780be6a-8c3f-4ada-873d-8a84aa2e036a by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:38:42.378534 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Attempting to bind port b780be6a-8c3f-4ada-873d-8a84aa2e036a on network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:42.382822 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-9c93d262-98af-434c-8a26-1ed99ef7e7e6 service neutron] 10.222.0.32 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521886 May 06 00:38:42.395790 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:38:42.398368 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Checking segment: {'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:42.399534 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:42.400165 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Bound using segment: {'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:38:42.401530 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Bound port: b780be6a-8c3f-4ada-873d-8a84aa2e036a, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'}}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:38:42.402135 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:42.499389 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3d7c3eb8-676f-484c-b74e-48820cbfaa17 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:42.534772 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:42.537703 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] For port b780be6a-8c3f-4ada-873d-8a84aa2e036a, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:38:42.541243 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] For port b780be6a-8c3f-4ada-873d-8a84aa2e036a, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=b780be6a-8c3f-4ada-873d-8a84aa2e036a,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:38:42.548822 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:42.553374 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:42.647192 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:42.653607 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 9eb72df2-b401-4aaa-9928-e243651dd65f up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:42.657382 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Routers {'3da6a19e-6482-473c-9d51-3b24c63e87fd'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:42.658023 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3da6a19e-6482-473c-9d51-3b24c63e87fd'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:42.735589 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 9eb72df2-b401-4aaa-9928-e243651dd65f triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:42.736455 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:42.789412 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Pushing event updated for resources: {'Port': ['ID=b780be6a-8c3f-4ada-873d-8a84aa2e036a,revision_number=4']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:42.801633 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:42.802458 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe38e9-63f2-46e9-8231-b7276e99b2dc None None] Network 4376f7f2-881d-4418-b527-d2b93eff3825 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:38:42.879514 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] Set router 3da6a19e-6482-473c-9d51-3b24c63e87fd gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:42.960609 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-fc1049c2-61c8-4b17-9d32-5f382d7fa938 None None] Provisioning for port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:42.974005 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-fc1049c2-61c8-4b17-9d32-5f382d7fa938 None None] Provisioning complete for port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:42.974420 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-fc1049c2-61c8-4b17-9d32-5f382d7fa938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:43.057223 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-4f07b75b-27ca-4f00-971b-c4c4c494ae10 service neutron] 10.222.0.32 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714461 May 06 00:38:43.168561 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395526'] for router, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:43.238863 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-fc1049c2-61c8-4b17-9d32-5f382d7fa938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:43.284372 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-fc1049c2-61c8-4b17-9d32-5f382d7fa938 None None] For port 3d7c3eb8-676f-484c-b74e-48820cbfaa17, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=3d7c3eb8-676f-484c-b74e-48820cbfaa17,segment=NetworkSegment(e29bf5c7-db37-4809-aba0-b8aa14f252b2),segment_id=e29bf5c7-db37-4809-aba0-b8aa14f252b2)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:43.297493 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:42Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:43.298014 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-fc1049c2-61c8-4b17-9d32-5f382d7fa938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:43.299645 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:43.305042 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0fa79-6732-4c74-a9bd-027f1688acd5 None None] The sync data for ids ['3da6a19e-6482-473c-9d51-3b24c63e87fd'] in dv-cinder-784623-8-smb is: [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:42Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:38:43.402963 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1049c2-61c8-4b17-9d32-5f382d7fa938 None None] Pushing event updated for resources: {'Port': ['ID=3d7c3eb8-676f-484c-b74e-48820cbfaa17,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:43.411110 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-91312bcb-57b8-4051-ac31-d5ba9163c7fa req-60da572b-17f1-4fb8-9e7e-bef45c63bab5 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 210 time: 0.1299410 May 06 00:38:43.418246 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-fc1049c2-61c8-4b17-9d32-5f382d7fa938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:43.519853 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Router a1423902-7af2-4f44-9dd3-1ae090550e5a is scheduled to L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 with binding_index 1 {{(pid=73853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 00:38:43.567097 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-3ff5eaa2-e8b1-4619-b568-48dbfab9b04c None None] Provisioning complete for port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:43.567693 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3ff5eaa2-e8b1-4619-b568-48dbfab9b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:43.758694 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:38:43.770627 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Sync routers for ids ['a1423902-7af2-4f44-9dd3-1ae090550e5a'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:38:43.780776 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Routers {'a1423902-7af2-4f44-9dd3-1ae090550e5a'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:43.782239 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['a1423902-7af2-4f44-9dd3-1ae090550e5a'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:43.788740 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Notify callbacks [] for router, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:43.793882 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5091255 May 06 00:38:43.794156 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 43322) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:43.981594 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Set router a1423902-7af2-4f44-9dd3-1ae090550e5a gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:44.316235 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'name': 'tempest-TestMinimumBasicScenario-912303252-router', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:40Z', 'updated_at': '2021-05-06T00:38:42Z', 'revision_number': 3, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'gw_port': {'id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:41Z', 'updated_at': '2021-05-06T00:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:44.320114 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Checking router: a1423902-7af2-4f44-9dd3-1ae090550e5a for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:38:44.320545 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Updating router a1423902-7af2-4f44-9dd3-1ae090550e5a port 375c7ef2-adfc-4bd1-acee-0a39e392da4f binding host dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:38:44.363104 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3d7c3eb8-676f-484c-b74e-48820cbfaa17 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:44.417181 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:44.548417 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:44.548840 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:44.584074 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:44.736989 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-91f5d069-bf0c-40f1-9a34-4efb4e2eacd0 req-8e639365-4f93-4136-b99f-1b604d37a7b2 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 210 time: 0.1991932 May 06 00:38:44.790622 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device b780be6a-8c3f-4ada-873d-8a84aa2e036a up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:44.928854 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port b780be6a-8c3f-4ada-873d-8a84aa2e036a completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:44.935779 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Notify callbacks [] for port, precommit_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:44.939915 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port b780be6a-8c3f-4ada-873d-8a84aa2e036a triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:44.940284 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:44.960493 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-c012d2e6-4e48-442a-8ef7-bfdbc2a40339 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:44.961923 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-c012d2e6-4e48-442a-8ef7-bfdbc2a40339 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 815 time: 0.3852909 May 06 00:38:44.977626 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Request body: {'port': {'device_id': '842f364f-0677-44ad-8911-25d086ffced5', 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41', 'admin_state_up': True, 'tenant_id': '23efee4fd031401a88e1ef6f7fc932b9'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:44.983049 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Transition to ACTIVE for port object 375c7ef2-adfc-4bd1-acee-0a39e392da4f will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:44.999919 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:45.004715 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-d19adcd1-3ff4-4dfb-8a06-954f5c6fedca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:45.118619 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1ffc9-4dc4-44fa-b05e-dffe843d2a9a None None] Pushing event updated for resources: {'Port': ['ID=375c7ef2-adfc-4bd1-acee-0a39e392da4f,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:45.122098 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Attempting to bind port 375c7ef2-adfc-4bd1-acee-0a39e392da4f on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:38:45.122471 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Attempting to bind port 375c7ef2-adfc-4bd1-acee-0a39e392da4f by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:38:45.122837 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Attempting to bind port 375c7ef2-adfc-4bd1-acee-0a39e392da4f on network d35728a9-d9a3-4297-acfc-cedfe30fc42c {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:45.125483 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-6de1ffc9-4dc4-44fa-b05e-dffe843d2a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:45.146390 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Allocated IP 172.20.0.1 (4376f7f2-881d-4418-b527-d2b93eff3825/a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570/b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:38:45.157597 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:38:45.157984 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Checking segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:45.158393 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:45.158792 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Bound using segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:38:45.159271 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Bound port: 375c7ef2-adfc-4bd1-acee-0a39e392da4f, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:38:45.159646 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:45.197728 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:38:45.230144 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:45.255182 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:38:45.271107 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] For port 375c7ef2-adfc-4bd1-acee-0a39e392da4f, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:38:45.277906 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] For port 375c7ef2-adfc-4bd1-acee-0a39e392da4f, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=375c7ef2-adfc-4bd1-acee-0a39e392da4f,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:38:45.283644 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:45.288073 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port b780be6a-8c3f-4ada-873d-8a84aa2e036a, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=b780be6a-8c3f-4ada-873d-8a84aa2e036a,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:45.289841 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:45.290142 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Made reservation on behalf of 23efee4fd031401a88e1ef6f7fc932b9 for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:38:45.293793 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:45.327117 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:45.369405 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Routers {'a1423902-7af2-4f44-9dd3-1ae090550e5a'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:45.370049 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['a1423902-7af2-4f44-9dd3-1ae090550e5a'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:45.398640 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:45.433362 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Transition to ACTIVE for port object b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 will not be triggered until provisioned by entity DHCP. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:45.482761 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1ffc9-4dc4-44fa-b05e-dffe843d2a9a None None] Pushing event updated for resources: {'Port': ['ID=375c7ef2-adfc-4bd1-acee-0a39e392da4f,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:45.492308 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-6de1ffc9-4dc4-44fa-b05e-dffe843d2a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:45.492787 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-4c92534a-055d-48c9-b1ad-a887b06c829d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:45.519191 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Allocated IP 172.20.0.12 (8308ca82-4a3a-4b97-970c-0f4006119c41/63d7eccf-ab98-402d-81be-0ce32359c56a/9d452f2e-217b-4e83-88bc-25385ab9ff56) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:38:45.534188 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:45.539806 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:45.586368 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=b780be6a-8c3f-4ada-873d-8a84aa2e036a,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:45.591061 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:45.617790 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] Set router a1423902-7af2-4f44-9dd3-1ae090550e5a gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:45.624779 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Network 4376f7f2-881d-4418-b527-d2b93eff3825 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:45.629543 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:45.632111 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:38:45.632597 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399577'] for router_interface, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:45.804971 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:45.808091 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:45.925047 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'name': 'tempest-TestMinimumBasicScenario-912303252-router', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:40Z', 'updated_at': '2021-05-06T00:38:42Z', 'revision_number': 3, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'gw_port': {'id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:41Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:45.929042 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f6e3f-405e-45ac-8dd5-6b2fb7559d28 None None] The sync data for ids ['a1423902-7af2-4f44-9dd3-1ae090550e5a'] in dv-cinder-784623-8-smb is: [{'id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'name': 'tempest-TestMinimumBasicScenario-912303252-router', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:40Z', 'updated_at': '2021-05-06T00:38:42Z', 'revision_number': 3, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'gw_port': {'id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:41Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:38:45.967940 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0a1f979a-e79f-4d05-921b-976fefa972e6 req-63e4be6e-37bf-490b-b995-aab4ffe53861 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 210 time: 0.0700159 May 06 00:38:45.970160 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-2e889bf0-7e5d-4a4e-9dae-1bfbbd6ac642 None None] Provisioning for port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:45.975788 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-2e889bf0-7e5d-4a4e-9dae-1bfbbd6ac642 None None] Provisioning complete for port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:45.976278 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-2e889bf0-7e5d-4a4e-9dae-1bfbbd6ac642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.035927 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-2e889bf0-7e5d-4a4e-9dae-1bfbbd6ac642 None None] Port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:38:46.036590 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.115584 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.181942 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.188789 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-477e6cbb-92b5-4bc7-ba04-cf175b571c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:46.199692 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['6c8e84e0-4bd1-4584-8785-b6063316c7ca'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:38:46.295292 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Network 8308ca82-4a3a-4b97-970c-0f4006119c41 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:46.406768 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:46.448941 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device b780be6a-8c3f-4ada-873d-8a84aa2e036a up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:46.461724 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:38:46.467204 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:46.467836 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.505736 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Pushing event updated for resources: {'Port': ['ID=9d452f2e-217b-4e83-88bc-25385ab9ff56,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:46.518826 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port b780be6a-8c3f-4ada-873d-8a84aa2e036a triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:46.519199 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.538330 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:46.558682 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5847068 May 06 00:38:46.576559 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Request body: {'port': {'device_id': '842f364f-0677-44ad-8911-25d086ffced5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:38:46.641083 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 375c7ef2-adfc-4bd1-acee-0a39e392da4f up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:46.647999 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.687693 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.688737 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399482'] for router_interface, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.695363 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3000f156-fd9b-4d2d-8d00-7f3dff24f1cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:46.731916 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 375c7ef2-adfc-4bd1-acee-0a39e392da4f completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:46.742242 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 375c7ef2-adfc-4bd1-acee-0a39e392da4f triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:46.742670 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.847718 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.873934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:46.875957 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.879806 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:46.893652 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 375c7ef2-adfc-4bd1-acee-0a39e392da4f, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=375c7ef2-adfc-4bd1-acee-0a39e392da4f,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:46.899276 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:46.901307 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:46.969241 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=375c7ef2-adfc-4bd1-acee-0a39e392da4f,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:46.972410 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:47.023030 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Network 4376f7f2-881d-4418-b527-d2b93eff3825 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:38:47.028968 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:38:47.282816 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-cc00a563-5889-4ad1-a612-c5c64386a342 None None] Provisioning complete for port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:47.283433 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-cc00a563-5889-4ad1-a612-c5c64386a342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:47.369349 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-cc00a563-5889-4ad1-a612-c5c64386a342 None None] Port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:38:47.404906 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Router a1423902-7af2-4f44-9dd3-1ae090550e5a has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:38:47.420789 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747b069-49de-4a7f-a28a-f342398fd5bc req-39e8cfa5-e5e6-4eb5-90c0-8501ddcc1132 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:47.421537 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-1747b069-49de-4a7f-a28a-f342398fd5bc req-39e8cfa5-e5e6-4eb5-90c0-8501ddcc1132 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Synchronizing usage tracker for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:38:47.621284 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-1747b069-49de-4a7f-a28a-f342398fd5bc req-39e8cfa5-e5e6-4eb5-90c0-8501ddcc1132 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Unset dirty status for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:38:47.622442 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1747b069-49de-4a7f-a28a-f342398fd5bc req-39e8cfa5-e5e6-4eb5-90c0-8501ddcc1132 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 932 time: 0.5327041 May 06 00:38:47.631317 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d452f2e-217b-4e83-88bc-25385ab9ff56 {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:38:47.654810 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:47.716149 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Transition to ACTIVE for port object 9d452f2e-217b-4e83-88bc-25385ab9ff56 will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:47.725682 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:47.731899 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-1cb0fa86-cff9-4b62-aad5-69a05cc5003d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:47.763735 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:38:47.773608 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Sync routers for ids ['a1423902-7af2-4f44-9dd3-1ae090550e5a'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:38:47.774116 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1747b069-49de-4a7f-a28a-f342398fd5bc req-41dbb9e1-4e5a-4cd5-b04f-5260593d0919 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292417 May 06 00:38:47.784133 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Routers {'a1423902-7af2-4f44-9dd3-1ae090550e5a'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:47.785029 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['a1423902-7af2-4f44-9dd3-1ae090550e5a'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:47.791428 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] 10.222.0.32 "PUT /v2.0/routers/a1423902-7af2-4f44-9dd3-1ae090550e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9961364 May 06 00:38:47.986498 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Set router a1423902-7af2-4f44-9dd3-1ae090550e5a gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:48.021319 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Pushing event updated for resources: {'Port': ['ID=9d452f2e-217b-4e83-88bc-25385ab9ff56,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:48.024207 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:48.043368 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Attempting to bind port 9d452f2e-217b-4e83-88bc-25385ab9ff56 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:38:48.043696 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Attempting to bind port 9d452f2e-217b-4e83-88bc-25385ab9ff56 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:38:48.044015 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Attempting to bind port 9d452f2e-217b-4e83-88bc-25385ab9ff56 on network 8308ca82-4a3a-4b97-970c-0f4006119c41 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:48.050147 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Port 9d452f2e-217b-4e83-88bc-25385ab9ff56 on network 8308ca82-4a3a-4b97-970c-0f4006119c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:38:48.050476 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Attempting to bind port 9d452f2e-217b-4e83-88bc-25385ab9ff56 on network 8308ca82-4a3a-4b97-970c-0f4006119c41 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:48.056009 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:38:48.056394 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Checking segment: {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:48.056769 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Bound using segment: {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:38:48.057190 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Bound port: 9d452f2e-217b-4e83-88bc-25385ab9ff56, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:38:48.057533 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:48.156848 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] For port 9d452f2e-217b-4e83-88bc-25385ab9ff56, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:38:48.160335 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] For port 9d452f2e-217b-4e83-88bc-25385ab9ff56, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9d452f2e-217b-4e83-88bc-25385ab9ff56,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:38:48.172155 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:48.176188 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-c6f8852c-9c05-41e5-b284-e08cb041785f tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:48.233176 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:48.233792 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:48.235197 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] 10.222.0.26 "PUT /v2.0/ports/9d452f2e-217b-4e83-88bc-25385ab9ff56 HTTP/1.1" status: 200 len: 1094 time: 1.6633639 May 06 00:38:48.235685 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f364f-0677-44ad-8911-25d086ffced5', 'tag': '9d452f2e-217b-4e83-88bc-25385ab9ff56'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:48.264621 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Pushing event updated for resources: {'Port': ['ID=9d452f2e-217b-4e83-88bc-25385ab9ff56,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:48.271870 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:48.334531 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f364f-0677-44ad-8911-25d086ffced5', 'tag': '9d452f2e-217b-4e83-88bc-25385ab9ff56', 'status': 'completed', 'code': 200} May 06 00:38:48.360652 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'name': 'tempest-TestMinimumBasicScenario-912303252-router', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:40Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 4, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'gw_port': {'id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:41Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03', 'name': '', 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'mac_address': 'fa:16:3e:f0:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:44Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 2, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'subnets': [{'id': 'a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:48.364881 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Checking router: a1423902-7af2-4f44-9dd3-1ae090550e5a for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:38:48.365449 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Updating router a1423902-7af2-4f44-9dd3-1ae090550e5a port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 binding host dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:38:48.378559 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-a53ad496-b204-49e9-a389-9fd063158616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:48.380033 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-a53ad496-b204-49e9-a389-9fd063158616 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 1097 time: 0.0929682 May 06 00:38:48.380200 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 375c7ef2-adfc-4bd1-acee-0a39e392da4f up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:48.426689 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:48.458647 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-5281a60f-f051-42c4-aa84-b10d1b277cde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d452f2e-217b-4e83-88bc-25385ab9ff56 HTTP/1.1" status: 200 len: 217 time: 0.0708365 May 06 00:38:48.461962 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 375c7ef2-adfc-4bd1-acee-0a39e392da4f triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:48.462574 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:48.537459 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-a538c174-c731-46b4-97ba-f46cdb21b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:48.539033 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-a538c174-c731-46b4-97ba-f46cdb21b422 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d7eccf-ab98-402d-81be-0ce32359c56a HTTP/1.1" status: 200 len: 855 time: 0.0728765 May 06 00:38:48.616138 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-3ee98fd7-063b-404c-9195-b47489d8b3c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8308ca82-4a3a-4b97-970c-0f4006119c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645490 May 06 00:38:48.815814 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Notify callbacks [] for port, precommit_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:48.833528 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.provisioning_blocks [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Transition to ACTIVE for port object b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 will not be triggered until provisioned by entity L2. {{(pid=73856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:38:48.841070 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-e4a745f8-de32-48ac-83e2-47ba7fb713d9 service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077351 May 06 00:38:48.853682 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:48.860787 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-d201f3aa-5dbe-4b19-bacc-523093facd76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:48.934528 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740aebd-241b-408e-8361-1c80476cf1b3 None None] Pushing event updated for resources: {'Port': ['ID=b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03,revision_number=3']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:48.941325 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-e740aebd-241b-408e-8361-1c80476cf1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:49.226231 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2ecef6fd-4c28-4e70-bd9c-52ddd67a9499 req-ec0ec772-82d2-4d53-8bb0-9fa1da4d201c service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713901 May 06 00:38:49.279318 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219e0ae-05e6-4f42-bbe6-d71c67ad367a req-e377dc89-7cec-4b1a-9230-f3d63dc42736 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:49.281127 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4219e0ae-05e6-4f42-bbe6-d71c67ad367a req-e377dc89-7cec-4b1a-9230-f3d63dc42736 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 944 time: 0.2648180 May 06 00:38:49.287828 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Attempting to bind port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:38:49.288268 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Attempting to bind port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': 'e29bf5c7-db37-4809-aba0-b8aa14f252b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825'}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:38:49.288707 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Attempting to bind port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 on network 4376f7f2-881d-4418-b527-d2b93eff3825 {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:38:49.294932 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:38:49.295371 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Checking segment: {'id': 'e29bf5c7-db37-4809-aba0-b8aa14f252b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:38:49.295834 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:49.296291 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Bound using segment: {'id': 'e29bf5c7-db37-4809-aba0-b8aa14f252b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825'} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:38:49.296847 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Bound port: b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29bf5c7-db37-4809-aba0-b8aa14f252b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825'}}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:38:49.297309 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:49.388164 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4219e0ae-05e6-4f42-bbe6-d71c67ad367a req-beb47b68-f695-4647-9038-cce782b46afd tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626857 May 06 00:38:49.412673 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29fd72-1ef1-4b34-9cc4-240ab72c98da req-8ce3db91-5045-477a-a471-8087f470cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:49.414568 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7e29fd72-1ef1-4b34-9cc4-240ab72c98da req-8ce3db91-5045-477a-a471-8087f470cff5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 1097 time: 0.1324739 May 06 00:38:49.417491 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] For port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:38:49.421110 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] For port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03,segment=NetworkSegment(e29bf5c7-db37-4809-aba0-b8aa14f252b2),segment_id=e29bf5c7-db37-4809-aba0-b8aa14f252b2)] {{(pid=73856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:38:49.428032 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:49.434348 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-e3421ea2-7369-48cc-9be6-a3a4fe0d0258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:49.568931 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Routers {'a1423902-7af2-4f44-9dd3-1ae090550e5a'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:49.569570 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['a1423902-7af2-4f44-9dd3-1ae090550e5a'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:49.585726 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29fd72-1ef1-4b34-9cc4-240ab72c98da req-6e18fc58-ca9d-4932-9467-d3393d1cd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:49.587429 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7e29fd72-1ef1-4b34-9cc4-240ab72c98da req-6e18fc58-ca9d-4932-9467-d3393d1cd80f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 915 time: 0.1647751 May 06 00:38:49.672412 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7e29fd72-1ef1-4b34-9cc4-240ab72c98da req-0ee86d01-0c98-4b98-85e0-2a49db88a7b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d452f2e-217b-4e83-88bc-25385ab9ff56 HTTP/1.1" status: 200 len: 217 time: 0.0752361 May 06 00:38:49.802306 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740aebd-241b-408e-8361-1c80476cf1b3 None None] Pushing event updated for resources: {'Port': ['ID=b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03,revision_number=4']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:49.812132 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-e740aebd-241b-408e-8361-1c80476cf1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:49.847537 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29fd72-1ef1-4b34-9cc4-240ab72c98da req-8a537509-df98-4669-981c-36844d6c8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:49.850392 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7e29fd72-1ef1-4b34-9cc4-240ab72c98da req-8a537509-df98-4669-981c-36844d6c8020 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d7eccf-ab98-402d-81be-0ce32359c56a HTTP/1.1" status: 200 len: 855 time: 0.1640332 May 06 00:38:49.864446 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] Set router a1423902-7af2-4f44-9dd3-1ae090550e5a gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:49.937875 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7e29fd72-1ef1-4b34-9cc4-240ab72c98da req-97fe9d00-6701-43c8-b29d-9a89cd28fb5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8308ca82-4a3a-4b97-970c-0f4006119c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792849 May 06 00:38:50.263584 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'name': 'tempest-TestMinimumBasicScenario-912303252-router', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:40Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 4, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'gw_port': {'id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:41Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03', 'name': '', 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'mac_address': 'fa:16:3e:f0:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:44Z', 'updated_at': '2021-05-06T00:38:49Z', 'revision_number': 4, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'subnets': [{'id': 'a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:50.269566 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442b00b-4073-4300-b379-106e31e1ff02 None None] The sync data for ids ['a1423902-7af2-4f44-9dd3-1ae090550e5a'] in dv-cinder-784623-8-smb is: [{'id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'name': 'tempest-TestMinimumBasicScenario-912303252-router', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:40Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 4, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'gw_port': {'id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:41Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03', 'name': '', 'network_id': '4376f7f2-881d-4418-b527-d2b93eff3825', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'mac_address': 'fa:16:3e:f0:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:44Z', 'updated_at': '2021-05-06T00:38:49Z', 'revision_number': 4, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'subnets': [{'id': 'a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:38:50.279627 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7e29fd72-1ef1-4b34-9cc4-240ab72c98da req-1ee444db-0761-4c83-96ea-f500315c4b02 service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339169 May 06 00:38:50.647606 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7e29fd72-1ef1-4b34-9cc4-240ab72c98da req-8d30b851-9962-43a3-ac73-22901652aad9 service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502555 May 06 00:38:50.735489 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a82679-0d07-40f9-ab7b-8f8e0e1a5929 req-381ca682-0c0d-44cf-9584-36aca867d706 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:50.743615 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-03a82679-0d07-40f9-ab7b-8f8e0e1a5929 req-381ca682-0c0d-44cf-9584-36aca867d706 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 944 time: 0.1570613 May 06 00:38:50.945387 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-03a82679-0d07-40f9-ab7b-8f8e0e1a5929 req-18e32008-b36f-4ae2-82fb-bffe116d8655 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011976 May 06 00:38:51.925722 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 9d452f2e-217b-4e83-88bc-25385ab9ff56 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:38:52.191153 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 9d452f2e-217b-4e83-88bc-25385ab9ff56, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9d452f2e-217b-4e83-88bc-25385ab9ff56,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:52.224622 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '9d452f2e-217b-4e83-88bc-25385ab9ff56', 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41', 'port_id': '9d452f2e-217b-4e83-88bc-25385ab9ff56', 'mac_address': 'fa:16:3e:18:b7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7eccf-ab98-402d-81be-0ce32359c56a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:38:52.295795 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2b0b-5fa8-4aa5-9cc6-ceda8a30c13f req-1b5565e0-1ee1-4e06-a7ff-bb8ba8645f7e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:52.304159 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-012d2b0b-5fa8-4aa5-9cc6-ceda8a30c13f req-1b5565e0-1ee1-4e06-a7ff-bb8ba8645f7e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 944 time: 0.1345270 May 06 00:38:52.349656 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:52.372813 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d452f2e-217b-4e83-88bc-25385ab9ff56 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:38:52.400660 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 9d452f2e-217b-4e83-88bc-25385ab9ff56, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9d452f2e-217b-4e83-88bc-25385ab9ff56,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:52.406988 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-012d2b0b-5fa8-4aa5-9cc6-ceda8a30c13f req-67527c3c-e496-4bca-a9fa-71e0a966ba49 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843780 May 06 00:38:52.407960 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:52.422012 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:52.474437 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:52.575422 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:52.585518 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:52.585968 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:52.648938 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=9d452f2e-217b-4e83-88bc-25385ab9ff56,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:52.654373 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:52.666384 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685c1c2-e52a-4194-a555-4a3a8f5d6976 req-6c19211c-547d-494a-9d98-d7d41bda7f8d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:52.672864 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c685c1c2-e52a-4194-a555-4a3a8f5d6976 req-6c19211c-547d-494a-9d98-d7d41bda7f8d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 947 time: 0.1628766 May 06 00:38:52.749765 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['9d452f2e-217b-4e83-88bc-25385ab9ff56'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:38:52.768896 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c685c1c2-e52a-4194-a555-4a3a8f5d6976 req-ded60020-cdb4-4aa5-b1fa-4abc5cfadd3f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736268 May 06 00:38:52.855599 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:52.918333 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03,segment=NetworkSegment(e29bf5c7-db37-4809-aba0-b8aa14f252b2),segment_id=e29bf5c7-db37-4809-aba0-b8aa14f252b2)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:52.925862 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:52.927880 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:53.031522 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:53.036555 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:53.635594 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339fecd-5d5a-4ea5-985c-76601a6e2597 req-2a458d2c-ff0d-4dd6-ab12-94f8d30e52b3 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:53.637123 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4339fecd-5d5a-4ea5-985c-76601a6e2597 req-2a458d2c-ff0d-4dd6-ab12-94f8d30e52b3 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 945 time: 0.1157048 May 06 00:38:53.697765 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4339fecd-5d5a-4ea5-985c-76601a6e2597 req-63d7ae2e-d762-455d-8bfc-2f1de672208b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495803 May 06 00:38:53.938638 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 9d452f2e-217b-4e83-88bc-25385ab9ff56 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:54.049372 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 9d452f2e-217b-4e83-88bc-25385ab9ff56 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:38:54.056342 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 9d452f2e-217b-4e83-88bc-25385ab9ff56 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:54.056736 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:54.068700 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af238d-9423-4d42-8b79-327a7e59ec64 req-d2529514-9dad-4d13-9685-c03ee4b06ad2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:54.076833 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-54af238d-9423-4d42-8b79-327a7e59ec64 req-d2529514-9dad-4d13-9685-c03ee4b06ad2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 947 time: 0.1830544 May 06 00:38:54.150455 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-54af238d-9423-4d42-8b79-327a7e59ec64 req-58cddf33-0ecb-4c9e-b6fb-0c9c0c836205 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721722 May 06 00:38:54.173212 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-2a12b29e-d01f-4dda-a369-778144244cf0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:54.174964 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-2a12b29e-d01f-4dda-a369-778144244cf0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 947 time: 0.1723421 May 06 00:38:54.242678 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:54.336856 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:54.359205 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f364f-0677-44ad-8911-25d086ffced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d452f2e-217b-4e83-88bc-25385ab9ff56'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:54.369486 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 9d452f2e-217b-4e83-88bc-25385ab9ff56, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9d452f2e-217b-4e83-88bc-25385ab9ff56,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:54.376900 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:54.385955 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:54.432593 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842f364f-0677-44ad-8911-25d086ffced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d452f2e-217b-4e83-88bc-25385ab9ff56', 'code': 200} May 06 00:38:54.440865 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:38:54.460610 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Deleting port f4327147-5da6-4a64-a8e2-fd98d0f88d60 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:38:54.461074 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:54.544871 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=9d452f2e-217b-4e83-88bc-25385ab9ff56,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:54.556799 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:54.571129 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:38:54.571672 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:54.686885 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67275db-4e3c-42e2-87da-53c9518f8478 req-1ffd9ad0-d2dc-4f58-8141-09074c14ff2b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:54.688300 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b67275db-4e3c-42e2-87da-53c9518f8478 req-1ffd9ad0-d2dc-4f58-8141-09074c14ff2b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 945 time: 0.2833259 May 06 00:38:54.776212 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] For port f4327147-5da6-4a64-a8e2-fd98d0f88d60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f4327147-5da6-4a64-a8e2-fd98d0f88d60,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:38:54.776615 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:54.921117 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b67275db-4e3c-42e2-87da-53c9518f8478 req-3c3b2277-6fe2-4999-901d-664dd883f2b1 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901069 May 06 00:38:55.051307 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97c49f-147a-4d31-bdc5-e443b373906f req-19962252-8fe9-458f-a205-41cd670f4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:55.052812 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4f97c49f-147a-4d31-bdc5-e443b373906f req-19962252-8fe9-458f-a205-41cd670f4b4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 1099 time: 0.3611209 May 06 00:38:55.224160 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb7c50-af7c-40b5-a157-5bd79a573e1f req-d7ea8172-eae4-428e-853e-8028a48335e4 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:55.225664 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2bfb7c50-af7c-40b5-a157-5bd79a573e1f req-d7ea8172-eae4-428e-853e-8028a48335e4 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 946 time: 0.3612156 May 06 00:38:55.236162 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4f97c49f-147a-4d31-bdc5-e443b373906f req-087802cd-b882-4487-90d7-6bea62a5c24d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726837 May 06 00:38:55.268229 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:55.268777 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:55.269138 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.l3_db [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Floating IP d20ea989-8fb8-4061-9d9c-4675289f78bb disassociated. External IP: 172.28.3.147, port: f4327147-5da6-4a64-a8e2-fd98d0f88d60. May 06 00:38:55.269475 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Calling delete_port for f4327147-5da6-4a64-a8e2-fd98d0f88d60 owned by compute:nova {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:38:55.372725 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2bfb7c50-af7c-40b5-a157-5bd79a573e1f req-c515b7a7-9854-47bb-97e5-2944a3ad938f tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290584 May 06 00:38:55.481284 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b1e5f-2301-4ecc-8595-0680ed1da9b1 req-cc681898-d6ab-4307-a093-b9e809ce09c9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:55.482905 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd3b1e5f-2301-4ecc-8595-0680ed1da9b1 req-cc681898-d6ab-4307-a093-b9e809ce09c9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 947 time: 0.2009473 May 06 00:38:55.538023 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:55.546281 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:55.693620 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event deleted for resources: {'Port': ['ID=f4327147-5da6-4a64-a8e2-fd98d0f88d60,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:55.697696 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dd3b1e5f-2301-4ecc-8595-0680ed1da9b1 req-47d7e0ec-4539-497d-9b5a-3be9f26b5a05 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=70a8248a-80cd-4a81-823a-39df7959146b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951706 May 06 00:38:55.698735 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:55.907971 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:38:56.185185 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:38:56.195272 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] Sync routers for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:38:56.206233 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:56.207212 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:56.228264 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580f996-a7ed-4523-a5b5-5fa531c88416 req-5de8215b-a5bb-4743-ae4f-6ae482b77d40 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:56.235322 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1580f996-a7ed-4523-a5b5-5fa531c88416 req-5de8215b-a5bb-4743-ae4f-6ae482b77d40 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 945 time: 0.1854792 May 06 00:38:56.323273 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] No DVR routers for this DVR port f4327147-5da6-4a64-a8e2-fd98d0f88d60 on host hv-cinder-78462 {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:38:56.325832 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:56.346892 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1580f996-a7ed-4523-a5b5-5fa531c88416 req-035ef230-d971-4247-83f9-7538f2fd2d73 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106172 May 06 00:38:56.347462 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'name': 'network-vif-deleted', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:38:56.377200 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b99e9549-92ad-4001-9106-bcd619dabe5d req-fd2eb985-9468-4cf2-a7d5-40c004e7092f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.26 "DELETE /v2.0/ports/f4327147-5da6-4a64-a8e2-fd98d0f88d60 HTTP/1.1" status: 204 len: 173 time: 2.1896360 May 06 00:38:56.460225 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff', 'name': 'network-vif-deleted', 'tag': 'f4327147-5da6-4a64-a8e2-fd98d0f88d60', 'status': 'completed', 'code': 200} May 06 00:38:56.546456 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:56.773503 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d326a-828e-4935-91f6-9b7c034f9f2e req-d8c5baaa-15c0-406f-bdc5-c09b23e496cd tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:56.781038 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a63d326a-828e-4935-91f6-9b7c034f9f2e req-d8c5baaa-15c0-406f-bdc5-c09b23e496cd tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 946 time: 0.1022947 May 06 00:38:56.905705 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a63d326a-828e-4935-91f6-9b7c034f9f2e req-041871b7-4907-4c1b-94aa-3c1b6b751f94 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237650 May 06 00:38:56.912451 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-67e3774b-a76b-4f12-979a-b703c6b517cd req-17a91051-eb04-46bc-b1e8-95339ebff305 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Synchronizing usage tracker for tenant:46e3563b737944779d25f471ee8475d2 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:38:56.958248 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-67e3774b-a76b-4f12-979a-b703c6b517cd req-17a91051-eb04-46bc-b1e8-95339ebff305 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Unset dirty status for tenant:46e3563b737944779d25f471ee8475d2 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:38:56.960016 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-67e3774b-a76b-4f12-979a-b703c6b517cd req-17a91051-eb04-46bc-b1e8-95339ebff305 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d984fe-971f-4bdf-a2a2-9c5cb9c2e0ff HTTP/1.1" status: 200 len: 210 time: 0.1027720 May 06 00:38:57.204526 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:57.212737 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] Checking router: bdd67dcd-f06d-4f6e-a8cd-079195e2b61b for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:38:57.272047 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:38:57.273181 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:38:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:57.579517 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:38:57.657606 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebdf7d-4a6f-42e2-94bb-bc513a26aced req-75454c62-b0c5-4db2-907d-852f751c10e0 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:57.659985 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f9ebdf7d-4a6f-42e2-94bb-bc513a26aced req-75454c62-b0c5-4db2-907d-852f751c10e0 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 945 time: 0.1414404 May 06 00:38:57.723715 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f9ebdf7d-4a6f-42e2-94bb-bc513a26aced req-b97ad3b1-9181-475e-a1d2-050b247c8862 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489516 May 06 00:38:57.975360 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device f4327147-5da6-4a64-a8e2-fd98d0f88d60 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:38:58.017178 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: f4327147-5da6-4a64-a8e2-fd98d0f88d60 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:38:58.017731 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device f4327147-5da6-4a64-a8e2-fd98d0f88d60 not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:38:58.060109 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:38:58.091869 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb6dc9-6b47-47ea-be6f-f51f9d8351db None None] The sync data for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb is: [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:38:58.183014 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 43476) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:58.272639 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-aae03ebf-75fd-41a3-aaa4-1a3bac95be7c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:58.305485 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-aae03ebf-75fd-41a3-aaa4-1a3bac95be7c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:58.396735 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-aae03ebf-75fd-41a3-aaa4-1a3bac95be7c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:58.405536 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-43b4bf56-c3af-4dc1-9fe7-ca0d564ec062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:58.424022 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae03ebf-75fd-41a3-aaa4-1a3bac95be7c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a8248a-80cd-4a81-823a-39df7959146b,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:58.447117 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-aae03ebf-75fd-41a3-aaa4-1a3bac95be7c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:58.463568 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-aae03ebf-75fd-41a3-aaa4-1a3bac95be7c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:58.472221 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-aae03ebf-75fd-41a3-aaa4-1a3bac95be7c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "DELETE /v2.0/security-groups/70a8248a-80cd-4a81-823a-39df7959146b HTTP/1.1" status: 204 len: 168 time: 0.2880697 May 06 00:38:58.475268 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 43480) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:58.508229 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01844c-c05d-4b2c-9253-c737e8b18a97 None None] New status for floating IP d20ea989-8fb8-4061-9d9c-4675289f78bb: DOWN {{(pid=73856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:38:58.508894 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.api.v2.resource [None req-36c308c8-3305-499c-a2ee-e1fe8c7d7727 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] show failed (client error): The resource could not be found. May 06 00:38:58.511253 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-36c308c8-3305-499c-a2ee-e1fe8c7d7727 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups/70a8248a-80cd-4a81-823a-39df7959146b HTTP/1.1" status: 404 len: 347 time: 0.0334220 May 06 00:38:58.515597 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43484) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:38:58.810943 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Deleting port 3d915080-1a08-4890-ac71-30c5b48c1ef9 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:38:58.811450 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:59.008912 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:59.009165 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:59.042523 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e3e20-2a43-47d5-86dc-563d0415dc3b req-ae833d8d-47bb-4417-ad7a-6fe5e74b24f2 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:59.044668 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f52e3e20-2a43-47d5-86dc-563d0415dc3b req-ae833d8d-47bb-4417-ad7a-6fe5e74b24f2 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 945 time: 0.1110203 May 06 00:38:59.152467 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f52e3e20-2a43-47d5-86dc-563d0415dc3b req-641a01b4-c600-4cb1-9563-5ae7ec4c549a tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897250 May 06 00:38:59.187687 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Calling delete_port for 3d915080-1a08-4890-ac71-30c5b48c1ef9 owned by network:floatingip {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:38:59.328616 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:59.335865 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:38:59.381140 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event deleted for resources: {'Port': ['ID=3d915080-1a08-4890-ac71-30c5b48c1ef9,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:38:59.388446 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:38:59.397953 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-67928e8d-a797-49b0-8c4f-3e3a8096a07b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:59.399461 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-67928e8d-a797-49b0-8c4f-3e3a8096a07b tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.26 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 945 time: 0.1881778 May 06 00:38:59.479869 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-72636ec5-16c0-4a52-a813-21f410546b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:59.519690 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:59.552898 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:38:59.554867 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "DELETE /v2.0/floatingips/d20ea989-8fb8-4061-9d9c-4675289f78bb HTTP/1.1" status: 204 len: 168 time: 1.0382295 May 06 00:38:59.692967 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-788eecb8-c1f3-4e4f-9405-18302fe33e86 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:38:59.694428 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-788eecb8-c1f3-4e4f-9405-18302fe33e86 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 815 time: 0.2526743 May 06 00:38:59.722456 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-77ba8ab5-1149-4db5-842c-25bbd4f33659 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/quotas/23efee4fd031401a88e1ef6f7fc932b9 HTTP/1.1" status: 200 len: 375 time: 0.0219307 May 06 00:38:59.789866 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Deleting port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:38:59.789866 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.057210 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43510) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:00.062793 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--326314272', 'description': 'tempest-description--396137318'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:00.069349 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:00.076104 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:security_group and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:00.080191 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:00.086785 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:00.103142 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.117583 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] For port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,segment=NetworkSegment(279dcd8f-cc70-49b4-b3e7-562a1c557201),segment_id=279dcd8f-cc70-49b4-b3e7-562a1c557201)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:00.117943 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.128695 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:00.134927 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:security_group_rule and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:00.138226 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:00.138714 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7dfc8253-f134-4196-956a-72d5f9872101 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4104836 May 06 00:39:00.152549 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:00.259876 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.269856 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.303730 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Calling delete_port for 5c903d15-3eb9-4cd6-81fe-e24eefc730bc owned by compute:nova {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:39:00.306817 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-73468648-20c3-4e1f-ab52-5fc6ca3d7db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:00.343191 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7973fd27-3df1-4eda-8130-c37c8923834f,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:00.354562 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.359092 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3009310 May 06 00:39:00.359692 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43516) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:00.360657 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:00.365845 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'security_group_rule': {'security_group_id': '7973fd27-3df1-4eda-8130-c37c8923834f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:00.371966 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:00.376057 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:security_group_rule and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:00.379033 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:00.385385 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:00.408173 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.480425 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.487773 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.490329 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-7eecf0af-7336-4679-bc68-491edc53d2cc tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:00.502492 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-a21344e8-cee0-4971-90ce-89cb8caa316b service neutron] 10.222.0.32 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945588 May 06 00:39:00.514128 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42868db-d09f-4174-99a3-aa6a4416048d,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:00.516815 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:00.526389 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.531180 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694453 May 06 00:39:00.531754 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43520) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:00.537020 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'security_group_rule': {'security_group_id': '7973fd27-3df1-4eda-8130-c37c8923834f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:00.539984 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5361289-60dd-4dab-b092-26193d3f4015 req-2dd11637-7737-4f3a-a7be-b84ba158189d tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:00.541729 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b5361289-60dd-4dab-b092-26193d3f4015 req-2dd11637-7737-4f3a-a7be-b84ba158189d tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/ports?device_id=16f62340-2d27-4339-bf9a-93b8dca25195 HTTP/1.1" status: 200 len: 945 time: 0.1903415 May 06 00:39:00.543186 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:00.547367 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:security_group_rule and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:00.550467 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:00.557227 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:00.576405 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.655008 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.659257 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.661582 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-111fc078-e905-435d-b409-f6b67b2b1802 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:00.690775 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d547b62f-f51f-45de-8625-e5a296bfe82b,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:00.698574 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:00.707699 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.709105 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-7b5d0cc8-418c-45f4-8729-e7b5fe8c47f4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1764212 May 06 00:39:00.712140 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43530) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:00.717807 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'floatingip': {'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:00.718528 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b5361289-60dd-4dab-b092-26193d3f4015 req-6f8f30d1-f732-48c2-8bca-8cf1a4f52f90 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.32 "GET /v2.0/security-groups?id=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674654 May 06 00:39:00.725052 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:00.729242 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:floatingip and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:00.733293 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:00.741432 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:00.753012 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.785845 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-a2af1c42-62e6-4fa4-9a90-fc151f81522c service neutron] 10.222.0.32 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736673 May 06 00:39:00.786868 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.793989 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:00.802206 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['5c903d15-3eb9-4cd6-81fe-e24eefc730bc'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:39:00.841634 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Pushing event deleted for resources: {'Port': ['ID=5c903d15-3eb9-4cd6-81fe-e24eefc730bc,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:00.849341 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:00.937737 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] No DVR routers for this DVR port 5c903d15-3eb9-4cd6-81fe-e24eefc730bc on host hv-cinder-78462 {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:39:00.940185 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:00.943191 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f62340-2d27-4339-bf9a-93b8dca25195', 'name': 'network-vif-deleted', 'tag': '5c903d15-3eb9-4cd6-81fe-e24eefc730bc'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:00.983743 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:01.024090 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f7e9bacd-5d42-4977-8fbd-f7887e5c8570 req-99ba318d-362b-4af7-a69a-eeca5b43d386 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 210 time: 0.0594935 May 06 00:39:01.025163 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d997d7be-b41c-4875-b4b2-e2ac9b386508 req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] 10.222.0.26 "DELETE /v2.0/ports/5c903d15-3eb9-4cd6-81fe-e24eefc730bc HTTP/1.1" status: 204 len: 173 time: 1.6173866 May 06 00:39:01.073317 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f62340-2d27-4339-bf9a-93b8dca25195', 'name': 'network-vif-deleted', 'tag': '5c903d15-3eb9-4cd6-81fe-e24eefc730bc', 'status': 'completed', 'code': 200} May 06 00:39:01.165930 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Allocated IP 172.28.3.205 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/5ce66b08-1353-4784-9249-eb2537aa9f93) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:39:01.346773 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:01.378189 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:01.382884 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:01.447721 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:39:01.450140 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5af4-1442-420e-9173-358271372367 req-a705aabf-e48c-4a5f-8791-6fc040082a00 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:01.450465 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:39:01.451896 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-a705aabf-e48c-4a5f-8791-6fc040082a00 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/networks?id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d HTTP/1.1" status: 200 len: 815 time: 0.1564388 May 06 00:39:01.453082 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:39:01.468352 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-82296582-f37e-47cd-aea8-2816a35fd8e9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/quotas/7db5b44572d44cab992ea454a1edb665 HTTP/1.1" status: 200 len: 375 time: 0.0098495 May 06 00:39:01.585849 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'Port': ['ID=5ce66b08-1353-4784-9249-eb2537aa9f93,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:01.587240 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-41b8b4f3-5404-4b1b-af83-79f23b79da66 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7db5b44572d44cab992ea454a1edb665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125154 May 06 00:39:01.590260 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:01.640494 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:01.707025 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:01.769424 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-185d0981-0736-4b63-8455-1a2d5d3d0a11 service neutron] 10.222.0.32 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554325 May 06 00:39:01.911496 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-b41dcc72-eda5-4763-b775-6ecbaa7f1b52 service neutron] 10.222.0.32 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355591 May 06 00:39:01.932608 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:01.939104 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:01.944410 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ee0a1e2f-8e03-4598-a200-d725a383143d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:02.021151 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:02.048230 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'Port': ['ID=5ce66b08-1353-4784-9249-eb2537aa9f93,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:02.053827 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:02.075160 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:02.127164 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:02.128695 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4154263 May 06 00:39:02.147001 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-af9aac88-cf60-4677-9060-8165b499419e req-33ba219d-41e3-4b9e-a7bb-5a49d89142b3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 210 time: 0.0643482 May 06 00:39:02.233068 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-50b9b310-9737-458b-8377-683486ed41b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:02.240568 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1a7c29fb-c990-400b-9d24-a78e57d4cfd2 req-a8904255-1c5f-4e2a-aae8-c81cc4d5147a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 210 time: 0.0670877 May 06 00:39:02.640272 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-98a14d88-47bc-4723-90a2-64c2cc8ef2db tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Synchronizing usage tracker for tenant:46e3563b737944779d25f471ee8475d2 on resource:security_group {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:39:02.676120 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-99eddae5-c1aa-405c-9f0f-861930d5de28 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:02.677658 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-99eddae5-c1aa-405c-9f0f-861930d5de28 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 815 time: 0.4183257 May 06 00:39:02.678715 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-98a14d88-47bc-4723-90a2-64c2cc8ef2db tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Unset dirty status for tenant:46e3563b737944779d25f471ee8475d2 on resource:security_group {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:39:02.679721 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-98a14d88-47bc-4723-90a2-64c2cc8ef2db tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--326314272&fields=id&tenant_id=46e3563b737944779d25f471ee8475d2 HTTP/1.1" status: 200 len: 267 time: 0.1617589 May 06 00:39:02.713733 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Request body: {'port': {'device_id': '427b9d0a-510c-4dfa-b846-db1a2736edff', 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41', 'admin_state_up': True, 'tenant_id': '23efee4fd031401a88e1ef6f7fc932b9'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:02.943798 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-a9b2fe98-5d82-470d-9054-b8332fc2e240 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:02.945189 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-a9b2fe98-5d82-470d-9054-b8332fc2e240 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 817 time: 0.2579751 May 06 00:39:02.952310 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:02.968721 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-1cd41458-d024-4486-b7f3-9cb447a732f6 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/quotas/46e3563b737944779d25f471ee8475d2 HTTP/1.1" status: 200 len: 375 time: 0.0175741 May 06 00:39:02.969528 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:03.011188 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Made reservation on behalf of 23efee4fd031401a88e1ef6f7fc932b9 for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:39:03.014788 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:03.170943 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-77ff686c-3881-483a-be10-28dcbbe07df7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1964483 May 06 00:39:03.286744 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:03.410370 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ed4ac5fa-788d-4a3b-8a18-d57d5fcefe2f req-972e4729-38ca-4747-bcea-ef0df23e036a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 210 time: 0.1446795 May 06 00:39:03.415757 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Allocated IP 172.20.0.8 (8308ca82-4a3a-4b97-970c-0f4006119c41/63d7eccf-ab98-402d-81be-0ce32359c56a/094ed950-dd08-48aa-b1a1-74c0b5a203cb) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:39:03.556286 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-0052589a-4d00-4fad-afde-5c42a96ffc20 service neutron] 10.222.0.32 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716466 May 06 00:39:03.661369 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5af4-1442-420e-9173-358271372367 req-3d0fd332-3e91-4fab-aa57-71995e9002d4 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:03.663006 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-3d0fd332-3e91-4fab-aa57-71995e9002d4 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.26 "GET /v2.0/networks?id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d HTTP/1.1" status: 200 len: 815 time: 0.3462708 May 06 00:39:03.681622 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ef5d75b6-c12e-4ee5-a4fa-47abf95dbcc8 req-c5cda391-e542-4589-b6fb-3fddac7ccd52 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 210 time: 0.1153123 May 06 00:39:03.788579 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'port': {'device_id': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'admin_state_up': True, 'tenant_id': '7db5b44572d44cab992ea454a1edb665'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:03.959274 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 5c903d15-3eb9-4cd6-81fe-e24eefc730bc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:39:04.008450 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 5c903d15-3eb9-4cd6-81fe-e24eefc730bc {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:39:04.009200 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 5c903d15-3eb9-4cd6-81fe-e24eefc730bc not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:39:04.146232 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-2d40a1fb-47ba-4109-bee0-f5861352ad91 service neutron] 10.222.0.32 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781186 May 06 00:39:04.189020 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:04.192177 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:04.199078 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Usage tracker for resource:port and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:04.202920 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:04.210214 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:04.225450 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Made reservation on behalf of 7db5b44572d44cab992ea454a1edb665 for: {'port': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:39:04.229620 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:04.315987 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:04.330964 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['6c8e84e0-4bd1-4584-8785-b6063316c7ca', '9d452f2e-217b-4e83-88bc-25385ab9ff56'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:39:04.339856 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-02ad2e8a-5e38-4131-9ad5-94e88cf6e632 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:04.573623 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8a866e04-a2c6-4a91-8c77-850a1694d9a8 req-91324d7a-1b08-46aa-8487-0dfa7e4af160 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.1504550 May 06 00:39:04.602587 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Network 8308ca82-4a3a-4b97-970c-0f4006119c41 is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:39:04.616601 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:39:04.628213 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:39:04.634711 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:04.635473 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:04.770823 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Pushing event updated for resources: {'Port': ['ID=094ed950-dd08-48aa-b1a1-74c0b5a203cb,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:04.776300 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-01937c8b-b879-48f2-bdfc-3078e84f401a req-e11ad44f-cf1e-43da-b9f6-f027fe81e5c0 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 210 time: 0.1170633 May 06 00:39:04.801144 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.801909 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.802815 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.803366 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.804090 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.805801 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.806351 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.806907 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.807452 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.808002 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.808568 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.809098 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:04.822080 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:04.840810 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1335557 May 06 00:39:04.854044 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Allocated IP 172.20.0.8 (53830eb9-9df9-4aa8-a0eb-fda734ab8c6d/86b837d0-0892-4761-8725-eb8cb1f778c3/3a5637e8-510d-4116-bd77-63a93092534f) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:39:04.962947 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:05.197044 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02d9e6-5d45-4ea1-9e79-f5edb2c1b2ea req-9bee4cb8-9864-4f9a-8231-44ff32d0a6f3 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:05.197782 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-0b02d9e6-5d45-4ea1-9e79-f5edb2c1b2ea req-9bee4cb8-9864-4f9a-8231-44ff32d0a6f3 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Synchronizing usage tracker for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:39:05.251746 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-0b02d9e6-5d45-4ea1-9e79-f5edb2c1b2ea req-9bee4cb8-9864-4f9a-8231-44ff32d0a6f3 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Unset dirty status for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:39:05.260112 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0b02d9e6-5d45-4ea1-9e79-f5edb2c1b2ea req-9bee4cb8-9864-4f9a-8231-44ff32d0a6f3 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.3428133 May 06 00:39:05.290101 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:05.323157 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Transition to ACTIVE for port object 3a5637e8-510d-4116-bd77-63a93092534f will not be triggered until provisioned by entity DHCP. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:39:05.332478 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0b02d9e6-5d45-4ea1-9e79-f5edb2c1b2ea req-01f88ca1-7caf-4028-8815-678edda25a07 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709066 May 06 00:39:05.368312 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:05.376803 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:05.442365 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:39:05.451247 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:39:05.461530 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:39:05.469071 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:05.471213 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:05.503846 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'Port': ['ID=3a5637e8-510d-4116-bd77-63a93092534f,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:05.507445 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:05.512725 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-a2c0c396-c7c9-4ec5-92d6-706a8d141009 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7373147 May 06 00:39:05.765304 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0edaf527-797d-4f94-9a74-abb3047ca5f6 req-52bccdf1-d1e3-451d-a845-dbd3f3b20e7e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0504313 May 06 00:39:05.813653 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-8c7b377b-c8be-4199-aacc-c2948c456fa6 None None] Provisioning for port 3a5637e8-510d-4116-bd77-63a93092534f completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:39:05.822773 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-8c7b377b-c8be-4199-aacc-c2948c456fa6 None None] Provisioning complete for port 3a5637e8-510d-4116-bd77-63a93092534f triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:39:05.823148 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-8c7b377b-c8be-4199-aacc-c2948c456fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:05.904574 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b377b-c8be-4199-aacc-c2948c456fa6 None None] Port 3a5637e8-510d-4116-bd77-63a93092534f cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:39:05.985608 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af32d8-3927-4143-93a7-f0fdd300237d req-586e8cab-f88b-43f6-bff4-6423464baff7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:05.986417 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-f4af32d8-3927-4143-93a7-f0fdd300237d req-586e8cab-f88b-43f6-bff4-6423464baff7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Synchronizing usage tracker for tenant:7db5b44572d44cab992ea454a1edb665 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:39:06.020209 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-f4af32d8-3927-4143-93a7-f0fdd300237d req-586e8cab-f88b-43f6-bff4-6423464baff7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Unset dirty status for tenant:7db5b44572d44cab992ea454a1edb665 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:39:06.021421 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f4af32d8-3927-4143-93a7-f0fdd300237d req-586e8cab-f88b-43f6-bff4-6423464baff7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.1144259 May 06 00:39:06.072793 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f4af32d8-3927-4143-93a7-f0fdd300237d req-046c3750-3a58-485a-b050-c3e4ec2003ff tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 May 06 00:39:06.539338 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a01a6-1940-4f26-af5b-2183fc7e5484 req-5f228c58-9cf0-470e-8013-191ab849bda4 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:06.540810 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d01a01a6-1940-4f26-af5b-2183fc7e5484 req-5f228c58-9cf0-470e-8013-191ab849bda4 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.0799127 May 06 00:39:06.595522 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d01a01a6-1940-4f26-af5b-2183fc7e5484 req-25bd6b7b-7840-4642-91a0-a80c4159c44f tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484118 May 06 00:39:06.956562 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-51936e66-160d-4c99-aceb-ba2520a7107d req-fc653c7e-119f-4a26-93cb-909e11bdaba5 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0571630 May 06 00:39:07.324477 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5e17a-e8ac-467d-b8e5-0ab3ae17b186 req-045cb5fb-91a8-4127-9e16-f03a1c379db8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:07.326053 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f0b5e17a-e8ac-467d-b8e5-0ab3ae17b186 req-045cb5fb-91a8-4127-9e16-f03a1c379db8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.1343596 May 06 00:39:07.375217 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f0b5e17a-e8ac-467d-b8e5-0ab3ae17b186 req-d3f9377d-25e1-46ac-bd74-2aac57ac7f59 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 May 06 00:39:07.791037 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5660-6bc9-4235-895a-62619e5f95f3 req-7406cc29-924d-4a60-bf2c-e96e8e0b3dc0 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:07.792625 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-080d5660-6bc9-4235-895a-62619e5f95f3 req-7406cc29-924d-4a60-bf2c-e96e8e0b3dc0 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.0858085 May 06 00:39:07.843638 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-080d5660-6bc9-4235-895a-62619e5f95f3 req-d3c8d672-e662-4722-a114-2af9e82858be tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 May 06 00:39:08.114314 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-112de220-1fa8-4392-8200-65a1f172e542 req-3adb095d-1e95-49c8-9fb9-16b8c8087ab6 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0449040 May 06 00:39:08.605040 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4aec8-45f7-4eef-b5fe-1de6fd6b55fe req-9cb2b594-2228-4a2d-89d3-5855f2839c0b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:08.606692 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4bb4aec8-45f7-4eef-b5fe-1de6fd6b55fe req-9cb2b594-2228-4a2d-89d3-5855f2839c0b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.1015153 May 06 00:39:08.655724 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4bb4aec8-45f7-4eef-b5fe-1de6fd6b55fe req-02f3edef-3e4a-4514-ba39-fe9e6f385f63 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 May 06 00:39:09.039494 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f46edc-0acc-4e20-877c-26eb3f8fefaa req-f37bba31-5eb1-4365-843a-d9dba074e72a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:09.041868 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-67f46edc-0acc-4e20-877c-26eb3f8fefaa req-f37bba31-5eb1-4365-843a-d9dba074e72a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.0920963 May 06 00:39:09.096512 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-67f46edc-0acc-4e20-877c-26eb3f8fefaa req-d819fa06-f6c6-471c-8275-b40b93bd4a9c tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 May 06 00:39:09.275980 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8d0f8e6e-1c7d-4145-81ad-32d96a447779 req-d699053f-a643-4d97-9e45-37489e6b13a6 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0477571 May 06 00:39:09.885722 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51be6d-04a3-4d5a-9551-6afa64df18fe req-0c2b716c-81eb-41ed-a5db-31e99149444d tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:09.887215 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ca51be6d-04a3-4d5a-9551-6afa64df18fe req-0c2b716c-81eb-41ed-a5db-31e99149444d tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.1109059 May 06 00:39:09.940786 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ca51be6d-04a3-4d5a-9551-6afa64df18fe req-9d776846-66ed-4fe3-b067-7a2ce53a5be8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475917 May 06 00:39:10.291676 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359927cb-5158-41bd-b336-974abb2f9db7 req-7a3409a3-0c38-4b3b-8b71-e6243c8f92be tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:10.293199 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-359927cb-5158-41bd-b336-974abb2f9db7 req-7a3409a3-0c38-4b3b-8b71-e6243c8f92be tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.0856688 May 06 00:39:10.449843 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-63ef52ae-0edd-416e-8543-5ef11cbb8b8d req-882dcda5-0bce-40a0-9ed8-f6454b27dd28 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0540080 May 06 00:39:10.472538 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-359927cb-5158-41bd-b336-974abb2f9db7 req-10cc1604-c823-437f-829c-dc9ea10e7453 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727655 May 06 00:39:11.142677 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d68ed-b3cd-49c5-8eaa-eb5dbd5c1117 req-3bbe7962-5e3b-462c-8769-bebfb99c8463 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:11.144183 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3b3d68ed-b3cd-49c5-8eaa-eb5dbd5c1117 req-3bbe7962-5e3b-462c-8769-bebfb99c8463 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.0841024 May 06 00:39:11.204073 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3b3d68ed-b3cd-49c5-8eaa-eb5dbd5c1117 req-34aafaab-866f-4f01-8381-e1aeeb81f7b3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534348 May 06 00:39:11.758865 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ed8e57bf-0ff5-4dbd-bf12-3283b5ec0224 req-f2b7a28c-b5d5-41a0-b230-ac7c957c59c0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0900402 May 06 00:39:11.775511 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:39:11.797557 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c6af-a8d3-4894-ac14-a372212e17c2 req-a84e5add-a0da-429b-9177-8d16754fd017 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:11.799004 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bf21c6af-a8d3-4894-ac14-a372212e17c2 req-a84e5add-a0da-429b-9177-8d16754fd017 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.1291218 May 06 00:39:11.843995 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bf21c6af-a8d3-4894-ac14-a372212e17c2 req-2657432a-48a5-4bb2-a834-6ee616aef9f7 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391476 May 06 00:39:12.396240 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbda0e-0a4b-4a0f-89f8-e859ad73a5ef req-963080fc-ee62-4541-91e6-2eef4b4d1aa9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:12.397775 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58cbda0e-0a4b-4a0f-89f8-e859ad73a5ef req-963080fc-ee62-4541-91e6-2eef4b4d1aa9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.0814393 May 06 00:39:12.448293 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58cbda0e-0a4b-4a0f-89f8-e859ad73a5ef req-6895d750-b671-4fee-bcc1-178b671626c4 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429027 May 06 00:39:12.939765 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-13627fe4-a4bc-4158-954e-bd13b527b34d req-5ae3bdf4-6c5f-40d0-995d-6d40fb15014e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0670476 May 06 00:39:13.059682 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b6ac4-897d-4a4c-ac7f-86250355d666 req-fbe2c306-3527-461e-8e11-869b7b8a9187 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:13.061304 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-134b6ac4-897d-4a4c-ac7f-86250355d666 req-fbe2c306-3527-461e-8e11-869b7b8a9187 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.0896013 May 06 00:39:13.111032 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-134b6ac4-897d-4a4c-ac7f-86250355d666 req-abdaa43b-a8ee-4e26-8141-cc506f4df946 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 May 06 00:39:13.648732 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ec1b-64f0-43f1-8370-af95204ffaef req-6b1ec82d-64ad-490e-8b0b-2a679ff0ee0f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:13.650183 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0377ec1b-64f0-43f1-8370-af95204ffaef req-6b1ec82d-64ad-490e-8b0b-2a679ff0ee0f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.0833204 May 06 00:39:13.695646 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0377ec1b-64f0-43f1-8370-af95204ffaef req-5516c7be-1e78-4350-a607-27b9da3b2bfe tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396876 May 06 00:39:14.101924 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-046b6c30-e903-4cff-b32d-95f9310c3453 req-3d0b6683-1966-41bf-8118-828b714bd8ec tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0474412 May 06 00:39:14.370233 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99367cf1-06cb-4b0a-89e6-16879de6ee47 req-b4fc702e-9e3a-4ca3-86b7-b58429d70088 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:14.372387 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-99367cf1-06cb-4b0a-89e6-16879de6ee47 req-b4fc702e-9e3a-4ca3-86b7-b58429d70088 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.0953712 May 06 00:39:14.440937 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-99367cf1-06cb-4b0a-89e6-16879de6ee47 req-96ff23c2-551c-4ce8-8174-7ff76dc44558 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610516 May 06 00:39:14.904923 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b4c97-4298-476d-85f1-9e02bfd44688 req-abd19773-c914-45bb-b8ab-9399ac153519 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:14.906536 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-079b4c97-4298-476d-85f1-9e02bfd44688 req-abd19773-c914-45bb-b8ab-9399ac153519 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.0962064 May 06 00:39:14.955009 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-079b4c97-4298-476d-85f1-9e02bfd44688 req-0af3bcaa-d04c-4271-816d-d305d1237987 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425582 May 06 00:39:15.269798 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-35c1d32a-3211-417d-8aa7-6cd0243a6e93 req-da169118-a7ca-4393-8fbe-e74496d6ef28 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0489545 May 06 00:39:15.634532 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a59cc-99fc-4cba-9103-6532e4a67638 req-20650fcf-e71c-4599-9a15-62a6bd21a847 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:15.636304 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-667a59cc-99fc-4cba-9103-6532e4a67638 req-20650fcf-e71c-4599-9a15-62a6bd21a847 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.0927765 May 06 00:39:15.702052 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-667a59cc-99fc-4cba-9103-6532e4a67638 req-393c8925-4866-40e6-8572-519c549c7393 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592086 May 06 00:39:16.146509 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c9fa8-401d-4c76-85da-ede91e9efb39 req-68b665c7-c22e-4945-876e-be67ab82094b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:16.147343 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-518c9fa8-401d-4c76-85da-ede91e9efb39 req-68b665c7-c22e-4945-876e-be67ab82094b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.0797040 May 06 00:39:16.204880 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-518c9fa8-401d-4c76-85da-ede91e9efb39 req-8cc80341-513b-4e1e-953b-2ef01d10671a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480764 May 06 00:39:16.451073 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-31668d8d-4c37-4f09-a6eb-22efdb8ea0df req-fd87cf5c-9e98-4acd-b033-8dbae49d4c1b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0462162 May 06 00:39:16.913239 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff956-8847-487b-a342-2426717dbf3a req-c0ec5a49-4557-49f2-b9e3-7ac064455af7 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:16.914700 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-54dff956-8847-487b-a342-2426717dbf3a req-c0ec5a49-4557-49f2-b9e3-7ac064455af7 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.0839958 May 06 00:39:16.965197 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-54dff956-8847-487b-a342-2426717dbf3a req-a650fec4-7402-43da-951a-4b184c21dc90 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 May 06 00:39:17.415125 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623593db-3670-4d0c-b336-285820855869 req-bed0eee2-9e93-4379-a00f-598af70fc530 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:17.416506 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-623593db-3670-4d0c-b336-285820855869 req-bed0eee2-9e93-4379-a00f-598af70fc530 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.0961945 May 06 00:39:17.471190 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-623593db-3670-4d0c-b336-285820855869 req-f0239d30-653e-4f14-95f3-21622acf4539 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 May 06 00:39:17.605622 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d731a07f-a5f0-462b-900d-2b2739c1a4de req-a82b6c86-2410-4d4c-ba68-9e906925b1d6 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0429049 May 06 00:39:18.039639 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Request body: {'port': {'device_id': '427b9d0a-510c-4dfa-b846-db1a2736edff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:18.081547 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Request body: {'port': {'device_id': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:18.399574 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:18.425643 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:18.527002 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21b25a-4213-4b4e-bb06-a671e72a9aef req-a245cb1a-7e39-4d7c-8309-d2661904ff88 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:18.528513 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ff21b25a-4213-4b4e-bb06-a671e72a9aef req-a245cb1a-7e39-4d7c-8309-d2661904ff88 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 931 time: 0.4096756 May 06 00:39:18.754830 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ff21b25a-4213-4b4e-bb06-a671e72a9aef req-60571913-1beb-4e18-a5df-af540b99ba6d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184644 May 06 00:39:18.881957 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-e4e4bbdb-789a-4618-9c62-369f86a50326 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:18.883409 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-e4e4bbdb-789a-4618-9c62-369f86a50326 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 817 time: 0.1666794 May 06 00:39:18.932509 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-fd5695b4-79be-41e0-8f41-b478c7f84b20 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Synchronizing usage tracker for tenant:46e3563b737944779d25f471ee8475d2 on resource:security_group {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:39:18.945114 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-fd5695b4-79be-41e0-8f41-b478c7f84b20 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Unset dirty status for tenant:46e3563b737944779d25f471ee8475d2 on resource:security_group {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:39:18.946362 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-fd5695b4-79be-41e0-8f41-b478c7f84b20 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46e3563b737944779d25f471ee8475d2 HTTP/1.1" status: 200 len: 379 time: 0.0535636 May 06 00:39:18.955272 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'port': {'device_id': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'admin_state_up': True, 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'security_groups': ['7973fd27-3df1-4eda-8130-c37c8923834f']}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:19.004829 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-afe5b613-6df8-4740-85d3-f555e2a58340 req-26e7a94e-29d9-482d-a123-ff545d4eb2ba tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0656593 May 06 00:39:19.075593 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6f7b1-b207-4407-bc9f-1c51e40378d7 req-f8bd9e17-5e01-4344-b5bc-505964f71789 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:19.077122 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b4c6f7b1-b207-4407-bc9f-1c51e40378d7 req-f8bd9e17-5e01-4344-b5bc-505964f71789 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 931 time: 0.4920704 May 06 00:39:19.089910 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:19.093980 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Usage tracker for resource:port and tenant:46e3563b737944779d25f471ee8475d2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:19.096861 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:19.103048 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:19.114856 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Made reservation on behalf of 46e3563b737944779d25f471ee8475d2 for: {'port': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:39:19.119808 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.180979 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b4c6f7b1-b207-4407-bc9f-1c51e40378d7 req-7d23bc51-d1dd-43be-bfb8-4016f6b052d1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852427 May 06 00:39:19.286811 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5637e8-510d-4116-bd77-63a93092534f {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:39:19.297118 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094ed950-dd08-48aa-b1a1-74c0b5a203cb {{(pid=73853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:39:19.299179 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Allocated IP 172.20.0.12 (e863ee47-ceaf-4514-beb9-e76d15941dbe/cb43b4c9-903f-496a-a3c0-c637cb48f935/4eaa402a-b114-4505-a4b5-e56c413dadec) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:39:19.302934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.309742 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.332342 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Transition to ACTIVE for port object 3a5637e8-510d-4116-bd77-63a93092534f will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:39:19.335753 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.provisioning_blocks [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Transition to ACTIVE for port object 094ed950-dd08-48aa-b1a1-74c0b5a203cb will not be triggered until provisioned by entity L2. {{(pid=73853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:39:19.337927 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.343010 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-2b60f464-60e6-4a9c-9b91-842446d38888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:19.382998 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.489406 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.505745 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Transition to ACTIVE for port object 4eaa402a-b114-4505-a4b5-e56c413dadec will not be triggered until provisioned by entity DHCP. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:39:19.532579 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.545151 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:19.546385 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5637e8-510d-4116-bd77-63a93092534f,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:19.552338 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:19.552935 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:19.605610 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Network e863ee47-ceaf-4514-beb9-e76d15941dbe is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:39:19.609797 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:39:19.614291 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:39:19.670432 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event updated for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:19.675888 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:19.699155 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:19.699935 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.711476 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Attempting to bind port 3a5637e8-510d-4116-bd77-63a93092534f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:39:19.711476 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Attempting to bind port 3a5637e8-510d-4116-bd77-63a93092534f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:39:19.711762 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Attempting to bind port 3a5637e8-510d-4116-bd77-63a93092534f on network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:39:19.723299 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Pushing event updated for resources: {'Port': ['ID=094ed950-dd08-48aa-b1a1-74c0b5a203cb,revision_number=2']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:19.725666 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Attempting to bind port 094ed950-dd08-48aa-b1a1-74c0b5a203cb on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:39:19.726129 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Attempting to bind port 094ed950-dd08-48aa-b1a1-74c0b5a203cb by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:39:19.726329 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Attempting to bind port 094ed950-dd08-48aa-b1a1-74c0b5a203cb on network 8308ca82-4a3a-4b97-970c-0f4006119c41 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:39:19.730329 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:19.731064 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Port 3a5637e8-510d-4116-bd77-63a93092534f on network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:39:19.731400 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Attempting to bind port 3a5637e8-510d-4116-bd77-63a93092534f on network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:39:19.731517 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7796836 May 06 00:39:19.736705 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Port 094ed950-dd08-48aa-b1a1-74c0b5a203cb on network 8308ca82-4a3a-4b97-970c-0f4006119c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:39:19.737019 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Attempting to bind port 094ed950-dd08-48aa-b1a1-74c0b5a203cb on network 8308ca82-4a3a-4b97-970c-0f4006119c41 {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:39:19.743871 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:39:19.744208 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Checking segment: {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:39:19.744611 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Bound using segment: {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:39:19.744848 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Request body: {'port': {'device_id': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:19.745071 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Bound port: 094ed950-dd08-48aa-b1a1-74c0b5a203cb, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:39:19.745419 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.755224 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:39:19.755558 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Checking segment: {'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:39:19.755944 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Bound using segment: {'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'} {{(pid=73853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:39:19.756410 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.managers [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Bound port: 3a5637e8-510d-4116-bd77-63a93092534f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d'}}] {{(pid=73853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:39:19.756759 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.875262 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-f2ddc91b-be06-4dbf-b7dd-318656688035 None None] Provisioning for port 4eaa402a-b114-4505-a4b5-e56c413dadec completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:39:19.882033 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.884493 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-f2ddc91b-be06-4dbf-b7dd-318656688035 None None] Provisioning complete for port 4eaa402a-b114-4505-a4b5-e56c413dadec triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:39:19.885050 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc91b-be06-4dbf-b7dd-318656688035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:19.943077 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-f2ddc91b-be06-4dbf-b7dd-318656688035 None None] Port 4eaa402a-b114-4505-a4b5-e56c413dadec cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:39:20.064054 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] For port 094ed950-dd08-48aa-b1a1-74c0b5a203cb, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:39:20.066606 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] For port 3a5637e8-510d-4116-bd77-63a93092534f, host hv-cinder-78462, cleared binding levels {{(pid=73853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:39:20.079015 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] For port 094ed950-dd08-48aa-b1a1-74c0b5a203cb, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=094ed950-dd08-48aa-b1a1-74c0b5a203cb,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:39:20.080759 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] For port 3a5637e8-510d-4116-bd77-63a93092534f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a5637e8-510d-4116-bd77-63a93092534f,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:39:20.089421 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:20.095943 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:20.125520 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:20.222001 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:20.222621 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:20.224052 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/094ed950-dd08-48aa-b1a1-74c0b5a203cb HTTP/1.1" status: 200 len: 1093 time: 2.1898184 May 06 00:39:20.225522 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:20.226111 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:20.227326 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 200 len: 1093 time: 2.1512909 May 06 00:39:20.227912 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427b9d0a-510c-4dfa-b846-db1a2736edff', 'tag': '094ed950-dd08-48aa-b1a1-74c0b5a203cb'}, {'name': 'network-changed', 'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:20.257022 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559197ca-b25e-42c1-bef1-71d3a322d232 req-c8c93c7c-bf88-4505-b32f-7e24f8198351 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:20.258542 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-559197ca-b25e-42c1-bef1-71d3a322d232 req-c8c93c7c-bf88-4505-b32f-7e24f8198351 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 943 time: 0.3634782 May 06 00:39:20.353561 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaa402a-b114-4505-a4b5-e56c413dadec {{(pid=73854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:39:20.361616 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:20.377126 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Pushing event updated for resources: {'Port': ['ID=094ed950-dd08-48aa-b1a1-74c0b5a203cb,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:20.379028 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Transition to ACTIVE for port object 4eaa402a-b114-4505-a4b5-e56c413dadec will not be triggered until provisioned by entity L2. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:39:20.384859 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:20.390227 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-507cd1fc-5d25-47b3-9243-155db5d70c38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:20.393040 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:20.393537 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-833ce614-cc63-4bb0-b488-0225c312d251 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:20.457242 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-559197ca-b25e-42c1-bef1-71d3a322d232 req-4bf91d95-65af-44fb-80e2-52e04b51d7c5 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871386 May 06 00:39:20.513602 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1ea8d-a0e2-4a8d-9d76-7548a92aaa46 req-83ccf5f7-c748-460e-8c69-9aba7942a6b1 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:20.521018 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2cb1ea8d-a0e2-4a8d-9d76-7548a92aaa46 req-83ccf5f7-c748-460e-8c69-9aba7942a6b1 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 932 time: 0.3593521 May 06 00:39:20.544551 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5637e8-510d-4116-bd77-63a93092534f,revision_number=3']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:20.552552 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8596bded-f977-4867-9c81-4b2d6499e028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:20.593468 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5af4-1442-420e-9173-358271372367 req-b08595e7-8e79-4e65-a315-d8b9cdbd3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:20.595151 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-b08595e7-8e79-4e65-a315-d8b9cdbd3570 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7db5b44572d44cab992ea454a1edb665&device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 1096 time: 0.2986534 May 06 00:39:20.597378 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:20.600429 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f45d52ad-27d2-49da-bb14-f1e25152ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:20.601992 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-f45d52ad-27d2-49da-bb14-f1e25152ca91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 1096 time: 0.3090436 May 06 00:39:20.605699 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2cb1ea8d-a0e2-4a8d-9d76-7548a92aaa46 req-9f391478-6301-4b04-ae3c-406cccdc0af0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841472 May 06 00:39:20.613367 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.613755 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.614108 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.614468 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.614821 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.615169 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.615521 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.615868 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.616209 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.616598 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.616942 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.617285 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:20.621087 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:20.676086 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Attempting to bind port 4eaa402a-b114-4505-a4b5-e56c413dadec on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:39:20.676887 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Attempting to bind port 4eaa402a-b114-4505-a4b5-e56c413dadec by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:39:20.677610 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Attempting to bind port 4eaa402a-b114-4505-a4b5-e56c413dadec on network e863ee47-ceaf-4514-beb9-e76d15941dbe {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:39:20.686588 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Port 4eaa402a-b114-4505-a4b5-e56c413dadec on network e863ee47-ceaf-4514-beb9-e76d15941dbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:39:20.687004 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Attempting to bind port 4eaa402a-b114-4505-a4b5-e56c413dadec on network e863ee47-ceaf-4514-beb9-e76d15941dbe {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:39:20.693070 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:39:20.693434 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Checking segment: {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:39:20.694091 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Bound using segment: {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:39:20.696729 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Bound port: 4eaa402a-b114-4505-a4b5-e56c413dadec, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe'}}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:39:20.697200 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:20.772450 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427b9d0a-510c-4dfa-b846-db1a2736edff', 'tag': '094ed950-dd08-48aa-b1a1-74c0b5a203cb', 'status': 'completed', 'code': 200} May 06 00:39:20.772730 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f', 'status': 'completed', 'code': 200} May 06 00:39:20.779995 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-ee91c451-216d-4762-b06c-086dec3d47ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 200 len: 217 time: 0.1734009 May 06 00:39:20.791351 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-e97a85b2-5d74-4e49-a125-515b17e2e98a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=094ed950-dd08-48aa-b1a1-74c0b5a203cb HTTP/1.1" status: 200 len: 217 time: 0.0850580 May 06 00:39:20.798825 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, cleared binding levels {{(pid=73854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:39:20.802258 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:39:20.807258 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:20.811998 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2d3339c1-2500-4b1d-96d8-13870ccf3bf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:20.874270 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:20.874862 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:20.876355 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] 10.222.0.26 "PUT /v2.0/ports/4eaa402a-b114-4505-a4b5-e56c413dadec HTTP/1.1" status: 200 len: 1094 time: 1.1377323 May 06 00:39:20.876824 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:20.903162 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=3']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:20.909137 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5af4-1442-420e-9173-358271372367 req-52b82870-f2c6-46a9-a625-c115f09477c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:20.910643 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-52b82870-f2c6-46a9-a625-c115f09477c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b837d0-0892-4761-8725-eb8cb1f778c3 HTTP/1.1" status: 200 len: 854 time: 0.1184707 May 06 00:39:20.923783 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-55dfa168-a2d3-4f3b-8045-4ca6aae30ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:20.925833 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-55dfa168-a2d3-4f3b-8045-4ca6aae30ae5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d7eccf-ab98-402d-81be-0ce32359c56a HTTP/1.1" status: 200 len: 855 time: 0.1031086 May 06 00:39:20.925962 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:20.975286 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'status': 'completed', 'code': 200} May 06 00:39:21.021238 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b4926-e3b4-40c0-9e9e-7309469ef644 req-075eba74-8b12-40fb-8322-43c1d2b3cd95 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.022912 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3c6b4926-e3b4-40c0-9e9e-7309469ef644 req-075eba74-8b12-40fb-8322-43c1d2b3cd95 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 943 time: 0.4248011 May 06 00:39:21.025380 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-cee3ec07-a591-4cbd-9352-1d21200e4e22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8308ca82-4a3a-4b97-970c-0f4006119c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645957 May 06 00:39:21.030918 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-a04a0eb0-ca1b-47cc-a565-6f65dabe291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.032882 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-a04a0eb0-ca1b-47cc-a565-6f65dabe291c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 1097 time: 0.0946977 May 06 00:39:21.104926 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-6ca75dea-1f66-4fb9-943a-10db547b64b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eaa402a-b114-4505-a4b5-e56c413dadec HTTP/1.1" status: 200 len: 217 time: 0.0636797 May 06 00:39:21.158158 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3c6b4926-e3b4-40c0-9e9e-7309469ef644 req-c04799b3-9744-4825-a084-6cdb43062a15 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284461 May 06 00:39:21.179671 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-024d10ef-2dac-40b8-aa02-225ea1d7e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.179671 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-024d10ef-2dac-40b8-aa02-225ea1d7e21c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.0663421 May 06 00:39:21.199355 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5af4-1442-420e-9173-358271372367 req-c9fe4515-e540-4102-8319-d2c819ab2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.200789 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-c9fe4515-e540-4102-8319-d2c819ab2bff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2810702 May 06 00:39:21.241036 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-0d8debbc-278d-4fca-8b96-b51666b0b3bf service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921482 May 06 00:39:21.256282 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-13b0a815-7aaa-40e2-b288-87967036dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.257801 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-13b0a815-7aaa-40e2-b288-87967036dbe0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706964 May 06 00:39:21.392512 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-cb011898-bb46-4743-abfa-22f25f3db4c5 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274159 May 06 00:39:21.440620 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-5f3c57d3-354d-4678-8683-f7a507e05f27 service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313845 May 06 00:39:21.448037 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2758e0b-9066-4d19-8d29-ebe1f694227a req-840f971b-5e98-4409-8f87-10a2e57fad1b service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658709 May 06 00:39:21.529648 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-447b9258-e2bf-44a0-8fae-92a05de2bf6c req-c9b6a327-bc90-4bfb-9591-abf45482f270 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301675 May 06 00:39:21.652197 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-7c3ee0f9-4c99-4c08-ab50-1bc7faa5e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.653661 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-7c3ee0f9-4c99-4c08-ab50-1bc7faa5e9cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 1097 time: 0.0796130 May 06 00:39:21.795493 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-5d1da832-d75d-4cb2-833f-be59f257698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.797021 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-5d1da832-d75d-4cb2-833f-be59f257698d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 917 time: 0.1354084 May 06 00:39:21.818256 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-69aa5af4-1442-420e-9173-358271372367 req-84942574-5fc1-423c-be12-afc9b2a030bc service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692636 May 06 00:39:21.848149 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-73a2a322-6ba2-4cf7-bdec-f66ead4b0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.849629 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-73a2a322-6ba2-4cf7-bdec-f66ead4b0ea8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 1096 time: 0.3334177 May 06 00:39:21.870363 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-2bdf4bee-2cf8-4abb-a3a5-9fc45fcf0115 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eaa402a-b114-4505-a4b5-e56c413dadec HTTP/1.1" status: 200 len: 217 time: 0.0660081 May 06 00:39:21.940017 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-7ccb3d5b-14f8-4685-9a45-360a85d0a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.941394 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-7ccb3d5b-14f8-4685-9a45-360a85d0a99a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.0638514 May 06 00:39:21.945605 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43836) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:21.956511 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c764f78-4ef9-4213-bb5f-79d8695129fd req-95904b7f-cd54-48a1-9bf4-b126cdf9ceac tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.957979 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2c764f78-4ef9-4213-bb5f-79d8695129fd req-95904b7f-cd54-48a1-9bf4-b126cdf9ceac tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.2228131 May 06 00:39:21.965083 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d1dd2-0d2b-4dda-93a7-885d89f8ad2b req-190093db-aea7-4398-9df3-51e89361b54e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:21.966388 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a63d1dd2-0d2b-4dda-93a7-885d89f8ad2b req-190093db-aea7-4398-9df3-51e89361b54e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 943 time: 0.2832911 May 06 00:39:22.048257 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c5ab02-b574-4581-9e5d-74cd0ebb8fe2 admin admin] Deleting subnet e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b {{(pid=73854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:39:22.052701 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-94c5ab02-b574-4581-9e5d-74cd0ebb8fe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:22.065973 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2c764f78-4ef9-4213-bb5f-79d8695129fd req-d3399ac0-8aa6-4f12-be99-80364f890e82 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986166 May 06 00:39:22.085966 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a63d1dd2-0d2b-4dda-93a7-885d89f8ad2b req-d56131da-4f2b-41b7-9e70-86ecc5aca3ac tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007249 May 06 00:39:22.088723 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-b0d89280-0aca-4679-ab6c-ea6ac4a8f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:22.090177 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-b0d89280-0aca-4679-ab6c-ea6ac4a8f42c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 915 time: 0.2319152 May 06 00:39:22.169036 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-4e99dbab-bf76-401c-b746-3d0ed8f62734 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=094ed950-dd08-48aa-b1a1-74c0b5a203cb HTTP/1.1" status: 200 len: 217 time: 0.0709817 May 06 00:39:22.199852 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-94c5ab02-b574-4581-9e5d-74cd0ebb8fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071601855'] for subnet, precommit_delete_associations {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:22.233145 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-d5534fbb-f4c2-4dea-8111-fe884f465afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:22.234663 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-d5534fbb-f4c2-4dea-8111-fe884f465afd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d7eccf-ab98-402d-81be-0ce32359c56a HTTP/1.1" status: 200 len: 855 time: 0.0570898 May 06 00:39:22.236452 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-5432155a-9cde-43d5-ad65-3276eba9dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:22.237917 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-5432155a-9cde-43d5-ad65-3276eba9dd0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2616024 May 06 00:39:22.281497 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-94c5ab02-b574-4581-9e5d-74cd0ebb8fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:22.332290 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-1b2a1f82-9564-4335-b918-f7948315e309 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8308ca82-4a3a-4b97-970c-0f4006119c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781231 May 06 00:39:22.483200 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558b4e4-4966-42fd-9a94-2c446e9e7722 req-4db121cd-a58f-4c40-91c6-0656641cc6f1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:22.484771 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a558b4e4-4966-42fd-9a94-2c446e9e7722 req-4db121cd-a58f-4c40-91c6-0656641cc6f1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 943 time: 0.1975536 May 06 00:39:22.489903 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-6c92220b-a980-483b-91c1-1119a63c35c7 service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494789 May 06 00:39:22.502085 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-0db67b35-1225-47fb-978b-5f3de997aeac service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469978 May 06 00:39:22.602839 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a558b4e4-4966-42fd-9a94-2c446e9e7722 req-d102306a-f90a-4dea-b0ae-b10c49b60d5f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120074 May 06 00:39:22.667080 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-cca4765d-1d62-4cf7-b69a-6d12b464636f service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617675 May 06 00:39:22.713654 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9baf7d12-49e6-4356-9d6f-c43d9f3dc643 req-469fb044-5f03-495b-b3ef-2a429434cddc service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012682 May 06 00:39:22.732541 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-94c5ab02-b574-4581-9e5d-74cd0ebb8fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071891398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071861408'] for subnet, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:22.736722 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:22.771049 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5ab02-b574-4581-9e5d-74cd0ebb8fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:22.773586 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-94c5ab02-b574-4581-9e5d-74cd0ebb8fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:22.776184 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-94c5ab02-b574-4581-9e5d-74cd0ebb8fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:22.782515 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-94c5ab02-b574-4581-9e5d-74cd0ebb8fe2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e9a2dae5-8296-4a2a-ae1a-1de9c3e14f1b HTTP/1.1" status: 204 len: 168 time: 0.8359160 May 06 00:39:22.783235 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-8c1b7430-7ea6-42ed-9fa3-7e16a2dc5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:22.784835 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-8c1b7430-7ea6-42ed-9fa3-7e16a2dc5a7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7db5b44572d44cab992ea454a1edb665&device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 1096 time: 0.0730662 May 06 00:39:22.785001 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43842) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:22.888249 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:22.918388 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-2548a244-0f5c-479d-be20-2d93aa144bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:22.919974 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-2548a244-0f5c-479d-be20-2d93aa144bde service neutron] 10.222.0.26 "GET /v2.0/networks?id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d HTTP/1.1" status: 200 len: 915 time: 0.1287863 May 06 00:39:23.000996 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-d5126269-a76b-43f0-8d6d-8d958ebd0e2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 200 len: 217 time: 0.0636830 May 06 00:39:23.014391 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:23.028101 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025d01cd-acbd-4185-b1a6-69ee1b05b555']}} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:23.040374 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279dcd8f-cc70-49b4-b3e7-562a1c557201') {'for_net_delete': True} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:23.041062 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279dcd8f-cc70-49b4-b3e7-562a1c557201') {} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:23.052019 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071601824'] for segment, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:23.066104 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-cde1aaab-9d28-443f-a7ca-779d025b3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:23.067562 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-cde1aaab-9d28-443f-a7ca-779d025b3959 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b837d0-0892-4761-8725-eb8cb1f778c3 HTTP/1.1" status: 200 len: 854 time: 0.0589957 May 06 00:39:23.068235 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:23.074743 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=73854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:39:23.075183 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071891360'] for segment, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: Traceback (most recent call last): May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: timer() May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: cb(*args, **kw) May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: return func(*args, **kwargs) May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: self._notify() May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: self.callback(batched_events) May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: event.method(event) May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: return f(self, *a, **k) May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: return self._get(url).json() May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: return self.request(url, 'GET', **kwargs) May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:39:23.088359 dv-cinder-784623-8-smb neutron-server[73854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:39:23.171468 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-3144f867-c5f6-432b-bc96-06c01d2437f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:23.173418 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-3144f867-c5f6-432b-bc96-06c01d2437f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0987325 May 06 00:39:23.176026 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:23.180743 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:23.201556 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:23.208892 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=025d01cd-acbd-4185-b1a6-69ee1b05b555,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:23.212752 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:23.220169 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-1f309567-4236-405a-ada7-024b1eac4a9c admin admin] 10.222.0.32 "DELETE /v2.0/networks/025d01cd-acbd-4185-b1a6-69ee1b05b555 HTTP/1.1" status: 204 len: 168 time: 0.4343274 May 06 00:39:23.341354 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43852) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:23.393965 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-7b7f9067-10e3-4d9b-b712-c9b5903ae73e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bae512484aec412b9ed30b6b2dafdba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511990 May 06 00:39:23.396353 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43856) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:23.460577 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-610c2bbc-129b-40fd-924d-96bf4f3e2d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:23.487376 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-610c2bbc-129b-40fd-924d-96bf4f3e2d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:23.508733 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-200e6263-7246-4659-91e6-b7f67ce307be service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274386 May 06 00:39:23.539418 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-610c2bbc-129b-40fd-924d-96bf4f3e2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:23.543686 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-fdfa0186-fdd0-4533-a403-a0d7faaf6039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:23.556676 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c2bbc-129b-40fd-924d-96bf4f3e2d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d539c6d3-2ee6-4555-9bfb-59d2f8ba793c,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:23.559795 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-610c2bbc-129b-40fd-924d-96bf4f3e2d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:23.573515 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-610c2bbc-129b-40fd-924d-96bf4f3e2d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:23.574984 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-610c2bbc-129b-40fd-924d-96bf4f3e2d60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d539c6d3-2ee6-4555-9bfb-59d2f8ba793c HTTP/1.1" status: 204 len: 168 time: 0.1777503 May 06 00:39:23.609018 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f5916-e9a8-42aa-8898-46a94e16b699 req-db5d5bf5-a2d3-4f5d-9b60-38b523b535c3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:23.610584 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6b9f5916-e9a8-42aa-8898-46a94e16b699 req-db5d5bf5-a2d3-4f5d-9b60-38b523b535c3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.4006977 May 06 00:39:23.650927 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd349e3-64f1-44a8-9040-fdfeb507fb94 req-5362e25c-81cf-4200-bd43-5ee522cde3ea tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:23.652390 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3cd349e3-64f1-44a8-9040-fdfeb507fb94 req-5362e25c-81cf-4200-bd43-5ee522cde3ea tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 943 time: 0.3649242 May 06 00:39:23.731712 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6b9f5916-e9a8-42aa-8898-46a94e16b699 req-3da5f398-8c4b-4c61-a0a5-d0cc07c6bd66 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135597 May 06 00:39:23.762581 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a29898a7-7a51-4f91-9f86-e6df37c4fb21 req-e18b2b2a-a297-4687-9e69-6f1e11824499 service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420275 May 06 00:39:23.766015 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3cd349e3-64f1-44a8-9040-fdfeb507fb94 req-60c58a59-ec64-4987-bbe0-e7142328ceb2 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988548 May 06 00:39:23.921695 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13365c5-b617-4f3e-8944-c7972dc1582a req-cb61ee6e-599c-4a26-80f7-33cbed59228b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:23.923334 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c13365c5-b617-4f3e-8944-c7972dc1582a req-cb61ee6e-599c-4a26-80f7-33cbed59228b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 943 time: 0.0854056 May 06 00:39:23.973071 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c13365c5-b617-4f3e-8944-c7972dc1582a req-2dd3d442-1ca4-4b06-a8a5-0fc5379a33ab tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 May 06 00:39:24.083742 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 094ed950-dd08-48aa-b1a1-74c0b5a203cb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:39:24.218948 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 094ed950-dd08-48aa-b1a1-74c0b5a203cb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=094ed950-dd08-48aa-b1a1-74c0b5a203cb,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:24.231802 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '094ed950-dd08-48aa-b1a1-74c0b5a203cb', 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41', 'port_id': '094ed950-dd08-48aa-b1a1-74c0b5a203cb', 'mac_address': 'fa:16:3e:0a:12:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7eccf-ab98-402d-81be-0ce32359c56a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:39:24.287970 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:24.312072 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094ed950-dd08-48aa-b1a1-74c0b5a203cb {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:39:24.327142 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:24.331981 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 094ed950-dd08-48aa-b1a1-74c0b5a203cb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=094ed950-dd08-48aa-b1a1-74c0b5a203cb,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:24.336537 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:24.337185 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 4eaa402a-b114-4505-a4b5-e56c413dadec details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:39:24.340471 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-b7577eb0-39af-4cb0-9904-960827768cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:24.365203 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dba3768e-4681-4c6d-836d-50c69f448910 req-462b1b0c-6b27-4fe5-a7bd-fe518efa24df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727360 May 06 00:39:24.472709 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=094ed950-dd08-48aa-b1a1-74c0b5a203cb,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:24.476968 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:24.506976 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3768e-4681-4c6d-836d-50c69f448910 req-4d0b2a76-dc6b-4061-87e0-ff55181a6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:24.508501 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dba3768e-4681-4c6d-836d-50c69f448910 req-4d0b2a76-dc6b-4061-87e0-ff55181a6975 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b9f7b2b4c84262afcea5da837cc9b6&device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1099 time: 0.0722520 May 06 00:39:24.527615 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:24.541056 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'port_id': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'mac_address': 'fa:16:3e:ae:63:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:39:24.596351 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:24.612641 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaa402a-b114-4505-a4b5-e56c413dadec {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:39:24.628288 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:24.633457 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:24.634170 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3a5637e8-510d-4116-bd77-63a93092534f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:39:24.636397 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:24.656119 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3768e-4681-4c6d-836d-50c69f448910 req-7b9ec62e-0b6a-44ab-baa8-fe2f5cf1a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:24.657688 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dba3768e-4681-4c6d-836d-50c69f448910 req-7b9ec62e-0b6a-44ab-baa8-fe2f5cf1a435 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d785f87c-c20d-49d9-af2b-695cd3fd9484 HTTP/1.1" status: 200 len: 909 time: 0.1287820 May 06 00:39:24.765995 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dba3768e-4681-4c6d-836d-50c69f448910 req-5eaf0e9e-6211-41f5-8c9d-46b7ca8911c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ce41429-4380-4803-a8cd-1df4100018bb HTTP/1.1" status: 200 len: 1001 time: 0.1009374 May 06 00:39:24.770057 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:24.778334 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:24.837105 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 3a5637e8-510d-4116-bd77-63a93092534f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a5637e8-510d-4116-bd77-63a93092534f,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:24.838056 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3768e-4681-4c6d-836d-50c69f448910 req-58151b88-1ee9-438b-842e-2ac3fd1a3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:24.839544 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dba3768e-4681-4c6d-836d-50c69f448910 req-58151b88-1ee9-438b-842e-2ac3fd1a3ed3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6518a22-4bb8-4620-969a-04d81c5438a1 HTTP/1.1" status: 200 len: 848 time: 0.0674772 May 06 00:39:24.852481 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '3a5637e8-510d-4116-bd77-63a93092534f', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'port_id': '3a5637e8-510d-4116-bd77-63a93092534f', 'mac_address': 'fa:16:3e:56:e7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:39:24.907129 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:24.924065 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5637e8-510d-4116-bd77-63a93092534f {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:39:24.939845 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 3a5637e8-510d-4116-bd77-63a93092534f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a5637e8-510d-4116-bd77-63a93092534f,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:24.944116 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:24.945953 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:25.014818 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=3a5637e8-510d-4116-bd77-63a93092534f,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:25.018434 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:25.050592 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a4ffb-9ba9-48d5-9ee6-a3a544ebd83e req-598e410b-6d75-42c3-85ce-8a3d71b491c0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:25.052048 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b88a4ffb-9ba9-48d5-9ee6-a3a544ebd83e req-598e410b-6d75-42c3-85ce-8a3d71b491c0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 945 time: 0.1695917 May 06 00:39:25.055507 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3768e-4681-4c6d-836d-50c69f448910 req-211dafbf-9905-4a18-b5ad-f33b3953a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:25.056873 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dba3768e-4681-4c6d-836d-50c69f448910 req-211dafbf-9905-4a18-b5ad-f33b3953a61e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d785f87c-c20d-49d9-af2b-695cd3fd9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2086763 May 06 00:39:25.064360 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc9d4-208e-4235-88fc-ca8537dcb6c3 req-9649c1e1-0ba4-49bf-b3eb-a04e6a8f72d5 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:25.065709 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0b7bc9d4-208e-4235-88fc-ca8537dcb6c3 req-9649c1e1-0ba4-49bf-b3eb-a04e6a8f72d5 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 944 time: 0.1537209 May 06 00:39:25.234474 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0b7bc9d4-208e-4235-88fc-ca8537dcb6c3 req-68b09960-8fb2-4846-894e-78719c35614c tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357048 May 06 00:39:25.238733 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b88a4ffb-9ba9-48d5-9ee6-a3a544ebd83e req-b2e424f6-159f-4258-a432-ed7f544f4f77 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711175 May 06 00:39:25.262594 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dba3768e-4681-4c6d-836d-50c69f448910 req-494e058b-7457-4c9d-bfdd-7a6226c24708 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959641 May 06 00:39:25.276182 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['094ed950-dd08-48aa-b1a1-74c0b5a203cb'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:39:25.304460 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['4eaa402a-b114-4505-a4b5-e56c413dadec'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:39:25.329376 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['3a5637e8-510d-4116-bd77-63a93092534f'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:39:25.406696 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dba3768e-4681-4c6d-836d-50c69f448910 req-ff6872f7-7a80-414c-aca4-8b4ffe772e35 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361325 May 06 00:39:25.563875 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4176-a775-4fd1-bb51-25966d46c7bf req-cae99b25-4200-4e2b-a390-5bb95fa15d49 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:25.565363 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dc6f4176-a775-4fd1-bb51-25966d46c7bf req-cae99b25-4200-4e2b-a390-5bb95fa15d49 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 944 time: 0.0792384 May 06 00:39:25.609160 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dc6f4176-a775-4fd1-bb51-25966d46c7bf req-94d06c6d-e8b7-4ec9-8851-6050d81501e9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 May 06 00:39:26.581227 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21038f3-ae34-4eb0-b2c0-fa89adbf5e4a req-bf566f62-caeb-437d-8ce0-84b99054abf4 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:26.582681 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b21038f3-ae34-4eb0-b2c0-fa89adbf5e4a req-bf566f62-caeb-437d-8ce0-84b99054abf4 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 944 time: 0.2336450 May 06 00:39:26.589900 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9c2b-fd24-4551-950a-995fca45735e req-2c99a215-6dc1-470b-a0a6-c68625d1bc98 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:26.591236 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2c0d9c2b-fd24-4551-950a-995fca45735e req-2c99a215-6dc1-470b-a0a6-c68625d1bc98 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 945 time: 0.2015977 May 06 00:39:26.655993 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b21038f3-ae34-4eb0-b2c0-fa89adbf5e4a req-af0e0336-fba0-4b88-a6b7-7194b922443b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638187 May 06 00:39:26.666240 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2c0d9c2b-fd24-4551-950a-995fca45735e req-2e52abd2-237d-4448-b193-b91fad957d46 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582387 May 06 00:39:26.839724 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75732d51-28cd-44a6-ad95-1014d87c3c27 req-2b94263f-d2d5-494e-a08d-6520b3a16dfc tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:26.841120 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-75732d51-28cd-44a6-ad95-1014d87c3c27 req-2b94263f-d2d5-494e-a08d-6520b3a16dfc tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 944 time: 0.0893290 May 06 00:39:26.888141 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-75732d51-28cd-44a6-ad95-1014d87c3c27 req-f9e21ec4-8eb8-488c-b01a-db7e910ebd15 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 May 06 00:39:27.915658 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fef23-5314-4e12-b97d-df278ea85e57 req-8f737830-9852-47a4-8757-c6ef523b2601 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:27.917148 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b99fef23-5314-4e12-b97d-df278ea85e57 req-8f737830-9852-47a4-8757-c6ef523b2601 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 944 time: 0.1445489 May 06 00:39:27.924484 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fb45d-7967-4c21-9f26-1728d5769a52 req-1ac42062-d24a-4557-9c85-d16a4cf9eab3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:27.925817 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d43fb45d-7967-4c21-9f26-1728d5769a52 req-1ac42062-d24a-4557-9c85-d16a4cf9eab3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 945 time: 0.1155465 May 06 00:39:27.995110 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b99fef23-5314-4e12-b97d-df278ea85e57 req-5f6c668e-2c5e-4618-99e5-9972066bc347 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682700 May 06 00:39:27.999389 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d43fb45d-7967-4c21-9f26-1728d5769a52 req-51a3fb84-926a-4ddf-b58d-472a77310498 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594292 May 06 00:39:28.084382 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 094ed950-dd08-48aa-b1a1-74c0b5a203cb up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:39:28.153786 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 094ed950-dd08-48aa-b1a1-74c0b5a203cb completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:39:28.158530 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 094ed950-dd08-48aa-b1a1-74c0b5a203cb triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:39:28.158905 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:28.170830 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637974-9004-4f5d-86d4-7ab10204f056 req-e910095c-f99f-4d3a-bb17-514d36e532b5 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:28.172471 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc637974-9004-4f5d-86d4-7ab10204f056 req-e910095c-f99f-4d3a-bb17-514d36e532b5 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 944 time: 0.0818958 May 06 00:39:28.220891 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc637974-9004-4f5d-86d4-7ab10204f056 req-52689c1e-07f4-41b5-9265-ab05d1f84e5d tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 May 06 00:39:28.276424 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:28.302559 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427b9d0a-510c-4dfa-b846-db1a2736edff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ed950-dd08-48aa-b1a1-74c0b5a203cb'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:28.312898 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 094ed950-dd08-48aa-b1a1-74c0b5a203cb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=094ed950-dd08-48aa-b1a1-74c0b5a203cb,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:28.317896 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:28.318815 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 4eaa402a-b114-4505-a4b5-e56c413dadec up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:39:28.346303 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-66e19763-80cb-470b-9503-5811dcf0f387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:28.385044 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427b9d0a-510c-4dfa-b846-db1a2736edff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ed950-dd08-48aa-b1a1-74c0b5a203cb', 'code': 200} May 06 00:39:28.439817 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=094ed950-dd08-48aa-b1a1-74c0b5a203cb,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:28.444046 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:28.452617 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 4eaa402a-b114-4505-a4b5-e56c413dadec completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:39:28.457533 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 4eaa402a-b114-4505-a4b5-e56c413dadec triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:39:28.457904 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:28.575193 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:28.579650 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c84e37-fc13-45ce-9d42-fb49ffa0ed6b req-f7616687-766f-4bed-8949-901e4dac33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:28.581145 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-81c84e37-fc13-45ce-9d42-fb49ffa0ed6b req-f7616687-766f-4bed-8949-901e4dac33ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 1098 time: 0.0737891 May 06 00:39:28.610931 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:28.616149 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:28.617020 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3a5637e8-510d-4116-bd77-63a93092534f up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:39:28.623090 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-81c84e37-fc13-45ce-9d42-fb49ffa0ed6b req-747a05be-543d-41c7-aa99-fc26dfebe977 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350158 May 06 00:39:28.640196 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:28.730121 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:28.733513 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:28.746532 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 3a5637e8-510d-4116-bd77-63a93092534f completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:39:28.752730 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 3a5637e8-510d-4116-bd77-63a93092534f triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:39:28.753106 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:28.872986 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:28.906531 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 3a5637e8-510d-4116-bd77-63a93092534f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a5637e8-510d-4116-bd77-63a93092534f,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:28.911852 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:28.914654 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:28.981135 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=3a5637e8-510d-4116-bd77-63a93092534f,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:28.984432 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:29.242172 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0690e-a8e7-40dd-a62c-a2506295e3b5 req-f730bd97-ae18-4c8c-82b3-10ad821274b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:29.243605 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2bc0690e-a8e7-40dd-a62c-a2506295e3b5 req-f730bd97-ae18-4c8c-82b3-10ad821274b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 945 time: 0.1441982 May 06 00:39:29.251218 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232c258-f4df-4700-b0bf-91486bb81903 req-3e94f374-b459-459f-b728-567265ed9956 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:29.252575 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2232c258-f4df-4700-b0bf-91486bb81903 req-3e94f374-b459-459f-b728-567265ed9956 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1214037 May 06 00:39:29.320685 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2bc0690e-a8e7-40dd-a62c-a2506295e3b5 req-0805a96f-eb18-4c9f-8bb3-79227aca4d56 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671196 May 06 00:39:29.325095 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2232c258-f4df-4700-b0bf-91486bb81903 req-9667abb5-c945-4b42-a559-8b3510a0cf43 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585546 May 06 00:39:29.455168 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1c60ebe0-5660-451b-9f20-fdd980b62c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:29.504594 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a892459-baff-4e35-ac3a-91235cbc05c5 req-a91015ca-7daf-41fa-9486-dc698bf0b66e tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:29.506316 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0a892459-baff-4e35-ac3a-91235cbc05c5 req-a91015ca-7daf-41fa-9486-dc698bf0b66e tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.0870247 May 06 00:39:29.553101 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0a892459-baff-4e35-ac3a-91235cbc05c5 req-7f34de63-9fe0-4910-ada4-24b1175b616e tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406280 May 06 00:39:30.385956 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec'}, {'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:30.575969 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050d0e-2f0c-4a8d-bb18-dc5b8867e8dc req-329317fe-a3d1-403c-a9d6-29ff3ad160cb tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:30.577453 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c8050d0e-2f0c-4a8d-bb18-dc5b8867e8dc req-329317fe-a3d1-403c-a9d6-29ff3ad160cb tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 945 time: 0.1408198 May 06 00:39:30.588970 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fec61-a8f7-48d3-a9b9-b67d045dfd83 req-4511bef1-b4c9-4b4b-a43e-ea5b9ba825de tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:30.590324 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c70fec61-a8f7-48d3-a9b9-b67d045dfd83 req-4511bef1-b4c9-4b4b-a43e-ea5b9ba825de tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1180575 May 06 00:39:30.656766 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c8050d0e-2f0c-4a8d-bb18-dc5b8867e8dc req-86913f70-e001-4e80-bb8e-0e5e14d92b2d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654323 May 06 00:39:30.661148 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c70fec61-a8f7-48d3-a9b9-b67d045dfd83 req-3c68415e-656b-4c7a-aeae-e9a3fc2e0677 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571222 May 06 00:39:30.717367 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'code': 200} May 06 00:39:30.717874 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f', 'code': 200} May 06 00:39:30.877116 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c962-d7a7-4e3d-ac65-eb281d8775b1 req-342772cb-fbc7-4a11-adcf-4af20329fb14 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:30.878570 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1730c962-d7a7-4e3d-ac65-eb281d8775b1 req-342772cb-fbc7-4a11-adcf-4af20329fb14 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.1062427 May 06 00:39:30.937569 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1730c962-d7a7-4e3d-ac65-eb281d8775b1 req-10e90ac9-ad7d-47ea-8b81-57a701334cc9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497873 May 06 00:39:31.013215 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81871a-be97-4b7e-8e7c-0bf05eeeee31 req-130fe0de-2498-4c5a-9c9c-599bc4145a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:31.014735 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-0e81871a-be97-4b7e-8e7c-0bf05eeeee31 req-130fe0de-2498-4c5a-9c9c-599bc4145a88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 1099 time: 0.0859392 May 06 00:39:31.016547 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a175fd4-3440-4685-a01c-08943492b5d5 req-32ef4298-03e7-4cf8-8278-142ab7f47483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:31.018055 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9a175fd4-3440-4685-a01c-08943492b5d5 req-32ef4298-03e7-4cf8-8278-142ab7f47483 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 1098 time: 0.0790586 May 06 00:39:31.073121 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9a175fd4-3440-4685-a01c-08943492b5d5 req-3c28d8db-d71e-4424-8d02-9e2b97850d85 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 May 06 00:39:31.079262 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-0e81871a-be97-4b7e-8e7c-0bf05eeeee31 req-7bc62cef-5ec5-4d0d-b593-11ee4922de64 service neutron] Synchronizing usage tracker for tenant:0fe389533d914236997bb6b177af605a on resource:security_group {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:39:31.105584 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-0e81871a-be97-4b7e-8e7c-0bf05eeeee31 req-7bc62cef-5ec5-4d0d-b593-11ee4922de64 service neutron] Unset dirty status for tenant:0fe389533d914236997bb6b177af605a on resource:security_group {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:39:31.107021 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-0e81871a-be97-4b7e-8e7c-0bf05eeeee31 req-7bc62cef-5ec5-4d0d-b593-11ee4922de64 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769956 May 06 00:39:31.892549 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909156-83d4-4410-b4f0-acb305668a94 req-d03979cb-ebf2-44d7-8e15-129fb09539b9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:31.893988 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1f909156-83d4-4410-b4f0-acb305668a94 req-d03979cb-ebf2-44d7-8e15-129fb09539b9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.0946267 May 06 00:39:31.940580 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1f909156-83d4-4410-b4f0-acb305668a94 req-fc6bef4f-5a61-47f2-b785-8c8040d3cb11 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407369 May 06 00:39:31.989931 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:32.121848 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d940a9-ea11-4779-b348-94bb2f97737c req-1a9b3c8c-6626-4e79-8f9f-cb66335ab41f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:32.123308 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82d940a9-ea11-4779-b348-94bb2f97737c req-1a9b3c8c-6626-4e79-8f9f-cb66335ab41f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.0820856 May 06 00:39:32.172373 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-82d940a9-ea11-4779-b348-94bb2f97737c req-b029278e-b4ce-4a35-b7dc-1685ea9beee0 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432005 May 06 00:39:32.226468 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-6e626b67-69b3-4ecc-bf6f-0159aa8e61c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:33.133240 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d5a11-af37-4082-95ed-21bf7d0159e1 req-c8992889-5d7f-4383-9c85-b152b519760a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:33.134760 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-426d5a11-af37-4082-95ed-21bf7d0159e1 req-c8992889-5d7f-4383-9c85-b152b519760a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.0852993 May 06 00:39:33.182208 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-426d5a11-af37-4082-95ed-21bf7d0159e1 req-ade22444-244a-49e1-b0e3-3966664f79b9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415633 May 06 00:39:33.289862 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:33.494463 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7a5a5-6655-46c1-a612-6fd2f964b6da req-88ccc285-dd9c-4f08-8ca2-519d54ed6209 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:33.495828 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2cf7a5a5-6655-46c1-a612-6fd2f964b6da req-88ccc285-dd9c-4f08-8ca2-519d54ed6209 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.2110851 May 06 00:39:33.506048 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c1fd0-e85b-4f19-abf8-04e6f8393309 req-a7b0d9c9-203f-4093-a8ea-46315cc6c4e3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:33.507388 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fe9c1fd0-e85b-4f19-abf8-04e6f8393309 req-a7b0d9c9-203f-4093-a8ea-46315cc6c4e3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.2204700 May 06 00:39:33.516288 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 43926) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:33.521630 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-d1c5f940-3a4b-414c-8d8f-8b5bb8b9e5f0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Request body: {'floatingip': {'port_id': '4eaa402a-b114-4505-a4b5-e56c413dadec'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:33.547697 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2cf7a5a5-6655-46c1-a612-6fd2f964b6da req-a38a338c-f0ce-4992-a7f2-9193ecf77a59 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393696 May 06 00:39:33.596603 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d1c5f940-3a4b-414c-8d8f-8b5bb8b9e5f0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:33.736441 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71064c3f-db78-40d4-912a-71d1540bfc05 req-158ff33e-e409-4b5b-acb4-0124dc202b99 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:33.738030 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-71064c3f-db78-40d4-912a-71d1540bfc05 req-158ff33e-e409-4b5b-acb4-0124dc202b99 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.0883734 May 06 00:39:33.788283 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-71064c3f-db78-40d4-912a-71d1540bfc05 req-d5818894-3803-4a65-9ea3-d95723582ee8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441124 May 06 00:39:34.194005 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfaf5f-1e6c-4937-8c21-d53675d0cc1c req-9caab6b9-e1e4-46fa-840b-f9479450eb66 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:34.195613 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bddfaf5f-1e6c-4937-8c21-d53675d0cc1c req-9caab6b9-e1e4-46fa-840b-f9479450eb66 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.0879138 May 06 00:39:34.245821 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bddfaf5f-1e6c-4937-8c21-d53675d0cc1c req-1aea02d2-aa71-44a9-a368-c82f0171a3c1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428410 May 06 00:39:34.287607 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d1c5f940-3a4b-414c-8d8f-8b5bb8b9e5f0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:34.292130 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d1c5f940-3a4b-414c-8d8f-8b5bb8b9e5f0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:34.465515 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.l3_db [None req-d1c5f940-3a4b-414c-8d8f-8b5bb8b9e5f0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Floating IP 5bd097e1-7baa-4205-93da-dccda55fdbe3 associated. External IP: 172.28.3.205, port: 4eaa402a-b114-4505-a4b5-e56c413dadec. May 06 00:39:34.831198 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c5f940-3a4b-414c-8d8f-8b5bb8b9e5f0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:39:34.964559 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:35.011848 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c5f940-3a4b-414c-8d8f-8b5bb8b9e5f0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:39:35.016216 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d1c5f940-3a4b-414c-8d8f-8b5bb8b9e5f0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:35.021775 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] Sync routers for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:39:35.031218 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:39:35.031828 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:39:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:35.188177 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d1c5f940-3a4b-414c-8d8f-8b5bb8b9e5f0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "PUT /v2.0/floatingips/5bd097e1-7baa-4205-93da-dccda55fdbe3 HTTP/1.1" status: 200 len: 992 time: 1.6707335 May 06 00:39:35.188906 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:35.234327 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'status': 'completed', 'code': 200} May 06 00:39:35.238028 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:39:35.351347 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-260ea671-36b2-48e8-b9b3-4275c5273622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:35.353184 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-260ea671-36b2-48e8-b9b3-4275c5273622 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 1099 time: 0.0723352 May 06 00:39:35.482582 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-63efad9e-bc8d-4599-8681-286645e35d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:35.484053 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-63efad9e-bc8d-4599-8681-286645e35d04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 917 time: 0.1243455 May 06 00:39:35.595206 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '5bd097e1-7baa-4205-93da-dccda55fdbe3', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'port_id': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'mac_address': 'fa:16:3e:ae:63:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:01Z', 'updated_at': '2021-05-06T00:39:34Z', 'revision_number': 1, 'project_id': '46e3563b737944779d25f471ee8475d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:35.596680 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-7ed320ca-930c-46ce-a9b1-7814178672bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eaa402a-b114-4505-a4b5-e56c413dadec HTTP/1.1" status: 200 len: 1000 time: 0.1028545 May 06 00:39:35.599469 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] Checking router: bdd67dcd-f06d-4f6e-a8cd-079195e2b61b for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:39:35.610142 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:39:35.611067 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:39:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:35.663528 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-b18d799d-e10a-4148-ac0d-e21d1821974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:35.664989 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-b18d799d-e10a-4148-ac0d-e21d1821974d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.0600402 May 06 00:39:35.752763 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-3afb5af7-ed17-4e02-98e9-617f4bcb7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:35.754226 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-3afb5af7-ed17-4e02-98e9-617f4bcb7330 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820274 May 06 00:39:35.830466 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:39:35.895250 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-b675c7ee-d36c-4068-bc1e-2d8bfdaf8bb3 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339118 May 06 00:39:36.031039 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-86172a4d-d67e-486f-a207-362ecf9117b0 req-0258ef68-9c36-4c0c-97fa-5293d155b611 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291387 May 06 00:39:36.189650 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '5bd097e1-7baa-4205-93da-dccda55fdbe3', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'port_id': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'mac_address': 'fa:16:3e:ae:63:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:01Z', 'updated_at': '2021-05-06T00:39:34Z', 'revision_number': 1, 'project_id': '46e3563b737944779d25f471ee8475d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:36.193656 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8684d2b-cdda-4119-93d4-9195615a14e9 None None] The sync data for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb is: [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '5bd097e1-7baa-4205-93da-dccda55fdbe3', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'port_id': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'mac_address': 'fa:16:3e:ae:63:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:01Z', 'updated_at': '2021-05-06T00:39:34Z', 'revision_number': 1, 'project_id': '46e3563b737944779d25f471ee8475d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:39:36.437654 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af554aed-b124-4b05-b4c9-374a5f814927 None None] New status for floating IP 5bd097e1-7baa-4205-93da-dccda55fdbe3: ACTIVE {{(pid=73856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:39:37.157381 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-79c86aaf-a4e6-4804-a4b0-e1a74c5236d2 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:37.158844 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-79c86aaf-a4e6-4804-a4b0-e1a74c5236d2 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 815 time: 0.1496797 May 06 00:39:37.173537 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f9db4909-e860-4b77-9e92-450ea39846fe tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/quotas/23efee4fd031401a88e1ef6f7fc932b9 HTTP/1.1" status: 200 len: 375 time: 0.0090859 May 06 00:39:37.258380 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-32157ae6-7268-4315-98b5-6181cd3e1de0 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798151 May 06 00:39:37.392070 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-0a832873-ca87-49c5-8e2c-5650fe57a07d service neutron] 10.222.0.32 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242459 May 06 00:39:37.524292 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-8990dded-5f0b-45cd-8547-e36f39fe9810 service neutron] 10.222.0.32 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262064 May 06 00:39:37.706605 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc257447-a13d-4707-84b6-afec7bc425f3 req-ce1260ad-6db4-4ded-8cad-88d00c0e1601 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 210 time: 0.0490358 May 06 00:39:38.849285 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-b5c7b61d-d938-4e4a-af3c-0786cda82d96 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:38.849991 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-b5c7b61d-d938-4e4a-af3c-0786cda82d96 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Synchronizing usage tracker for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:network {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:39:38.872081 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-b5c7b61d-d938-4e4a-af3c-0786cda82d96 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Unset dirty status for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:network {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:39:38.873624 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-b5c7b61d-d938-4e4a-af3c-0786cda82d96 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 815 time: 0.1772404 May 06 00:39:38.887069 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Request body: {'port': {'device_id': 'f6067f1d-22a7-495e-bb70-062d897f4223', 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41', 'admin_state_up': True, 'tenant_id': '23efee4fd031401a88e1ef6f7fc932b9'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:38.905616 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ea7e0320-f180-4ee6-8481-9a7e2f76e962 req-aa3e7165-312c-4035-bafe-6ce20557a8a7 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 210 time: 0.0728488 May 06 00:39:39.033454 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:39.043105 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:39.053427 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Made reservation on behalf of 23efee4fd031401a88e1ef6f7fc932b9 for: {'port': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:39:39.057230 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:39.173554 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a8e63-9ea5-4923-9e88-b12dde1939ca req-797c2ad3-83d2-4acb-8822-a73d25de9c73 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:39.175029 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1c0a8e63-9ea5-4923-9e88-b12dde1939ca req-797c2ad3-83d2-4acb-8822-a73d25de9c73 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.0813003 May 06 00:39:39.217392 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Allocated IP 172.20.0.7 (8308ca82-4a3a-4b97-970c-0f4006119c41/63d7eccf-ab98-402d-81be-0ce32359c56a/d72ceb12-b533-4596-af61-ddaf7907a039) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:39:39.222417 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1c0a8e63-9ea5-4923-9e88-b12dde1939ca req-787dbb16-6c76-41ce-8171-1817b9ed5765 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 May 06 00:39:39.246035 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44028) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:39.416291 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:39.446512 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:39.452153 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:39.459390 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['6c8e84e0-4bd1-4584-8785-b6063316c7ca', '9d452f2e-217b-4e83-88bc-25385ab9ff56', '094ed950-dd08-48aa-b1a1-74c0b5a203cb'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:39:39.481637 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcd1ebc-7ab5-48b5-8bd8-0935f059bb36 tempest-TestMinimumBasicScenario-1635484297 tempest-TestMinimumBasicScenario-1635484297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:39.482472 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-4dcd1ebc-7ab5-48b5-8bd8-0935f059bb36 tempest-TestMinimumBasicScenario-1635484297 tempest-TestMinimumBasicScenario-1635484297-project-admin] Synchronizing usage tracker for tenant:1dee4f65aa4c4e98abf4015c6b2aa5e7 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:39:39.503746 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-4dcd1ebc-7ab5-48b5-8bd8-0935f059bb36 tempest-TestMinimumBasicScenario-1635484297 tempest-TestMinimumBasicScenario-1635484297-project-admin] Unset dirty status for tenant:1dee4f65aa4c4e98abf4015c6b2aa5e7 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:39:39.507988 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-4dcd1ebc-7ab5-48b5-8bd8-0935f059bb36 tempest-TestMinimumBasicScenario-1635484297 tempest-TestMinimumBasicScenario-1635484297-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 1093 time: 0.2579207 May 06 00:39:39.508271 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44034) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:39.519148 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'floatingip': {'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'port_id': '3a5637e8-510d-4116-bd77-63a93092534f', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'fixed_ip_address': '172.20.0.8'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:39.527631 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Network 8308ca82-4a3a-4b97-970c-0f4006119c41 is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:39:39.535049 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:39.537408 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:39:39.542977 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Usage tracker for resource:floatingip and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:39.545515 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:39:39.573050 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:39.581105 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Pushing event updated for resources: {'Port': ['ID=d72ceb12-b533-4596-af61-ddaf7907a039,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:39.588996 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:39.590316 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:39.611553 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for floatingip, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:39.638262 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:39.638859 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:39.815792 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9338477 May 06 00:39:39.841905 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Request body: {'port': {'device_id': 'f6067f1d-22a7-495e-bb70-062d897f4223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:39.970646 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:40.007766 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:40.094728 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12255957-59a1-4987-9f4f-1eb555ee5a35 req-661f9116-b06f-4f1d-8fdc-2b43fd62327c tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:40.096112 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-12255957-59a1-4987-9f4f-1eb555ee5a35 req-661f9116-b06f-4f1d-8fdc-2b43fd62327c tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 931 time: 0.0806346 May 06 00:39:40.147029 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-12255957-59a1-4987-9f4f-1eb555ee5a35 req-620fda61-a1c2-45eb-9734-2bb28525542e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429337 May 06 00:39:40.233245 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Allocated IP 172.28.3.41 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/0a8f3f27-a59f-4b2a-b5c4-0ecdc265b96b) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:39:40.486286 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:40.549737 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72ceb12-b533-4596-af61-ddaf7907a039 {{(pid=73854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:39:40.558890 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:40.576270 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Transition to ACTIVE for port object d72ceb12-b533-4596-af61-ddaf7907a039 will not be triggered until provisioned by entity L2. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:39:40.583400 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:40.589093 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:40.623477 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:40.712973 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:39:40.720992 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:39:40.728362 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:39:40.754559 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Pushing event updated for resources: {'Port': ['ID=d72ceb12-b533-4596-af61-ddaf7907a039,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:40.778978 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:40.782120 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1855cbb0-fdc7-4a72-b8db-16fb80164bf7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:40.939017 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'Port': ['ID=0a8f3f27-a59f-4b2a-b5c4-0ecdc265b96b,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:40.949724 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:40.979757 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Attempting to bind port d72ceb12-b533-4596-af61-ddaf7907a039 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:39:40.980495 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Attempting to bind port d72ceb12-b533-4596-af61-ddaf7907a039 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:39:40.980495 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Attempting to bind port d72ceb12-b533-4596-af61-ddaf7907a039 on network 8308ca82-4a3a-4b97-970c-0f4006119c41 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:39:41.019860 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Port d72ceb12-b533-4596-af61-ddaf7907a039 on network 8308ca82-4a3a-4b97-970c-0f4006119c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:39:41.020061 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Attempting to bind port d72ceb12-b533-4596-af61-ddaf7907a039 on network 8308ca82-4a3a-4b97-970c-0f4006119c41 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:39:41.030915 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:39:41.031234 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Checking segment: {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:39:41.031605 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Bound using segment: {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:39:41.032087 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Bound port: d72ceb12-b533-4596-af61-ddaf7907a039, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551d5801-595e-44ca-bba3-f8351f0d444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41'}}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:39:41.032450 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:41.337578 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab880ebe-9cae-4fb6-9b68-b010c06ecbfc req-bab8d01a-93f4-461e-91c0-62b407d92469 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:41.339051 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ab880ebe-9cae-4fb6-9b68-b010c06ecbfc req-bab8d01a-93f4-461e-91c0-62b407d92469 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 943 time: 0.0830915 May 06 00:39:41.359471 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] For port d72ceb12-b533-4596-af61-ddaf7907a039, host hv-cinder-78462, cleared binding levels {{(pid=73854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:39:41.363895 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] For port d72ceb12-b533-4596-af61-ddaf7907a039, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d72ceb12-b533-4596-af61-ddaf7907a039,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:39:41.373357 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:41.379807 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:41.386878 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ab880ebe-9cae-4fb6-9b68-b010c06ecbfc req-ddf22491-a680-489c-8833-cfd05b4e2c74 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 May 06 00:39:41.444554 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:41.445141 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:41.446481 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] 10.222.0.26 "PUT /v2.0/ports/d72ceb12-b533-4596-af61-ddaf7907a039 HTTP/1.1" status: 200 len: 1093 time: 1.6111133 May 06 00:39:41.453557 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6067f1d-22a7-495e-bb70-062d897f4223', 'tag': 'd72ceb12-b533-4596-af61-ddaf7907a039'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:41.514215 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6067f1d-22a7-495e-bb70-062d897f4223', 'tag': 'd72ceb12-b533-4596-af61-ddaf7907a039', 'status': 'completed', 'code': 200} May 06 00:39:41.527958 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Pushing event updated for resources: {'Port': ['ID=d72ceb12-b533-4596-af61-ddaf7907a039,revision_number=3']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:41.533040 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:41.563764 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:41.587007 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-1666fb91-2c5e-4ecc-88da-13219b780e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:41.588580 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-1666fb91-2c5e-4ecc-88da-13219b780e5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 1096 time: 0.1062453 May 06 00:39:41.681717 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-ba306daf-f308-4c4b-aee8-68abf4c41484 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72ceb12-b533-4596-af61-ddaf7907a039 HTTP/1.1" status: 200 len: 217 time: 0.0856385 May 06 00:39:41.748353 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:41.791333 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-c884e85d-8720-4701-8047-cd9c50da4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:41.792785 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-c884e85d-8720-4701-8047-cd9c50da4271 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d7eccf-ab98-402d-81be-0ce32359c56a HTTP/1.1" status: 200 len: 855 time: 0.1050801 May 06 00:39:41.854400 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-7edb1c2e-a3d3-4864-8c3a-f102ae50d907 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8308ca82-4a3a-4b97-970c-0f4006119c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491881 May 06 00:39:42.082913 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-db4aa0ca-8272-426d-b2bd-fd417d059874 service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218211 May 06 00:39:42.168688 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:42.176759 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:42.185045 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:42.324146 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'Port': ['ID=0a8f3f27-a59f-4b2a-b5c4-0ecdc265b96b,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:42.329621 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:42.336248 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cf226e64-95c6-4f0d-ba97-08b7e3038e26 req-9dd45006-461c-4c27-9a4f-dfe196053084 service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457597 May 06 00:39:42.346640 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:42.569407 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.l3_db [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Floating IP c58b8d3c-a282-40b3-a81a-d3cf8bc6a6a5 associated. External IP: 172.28.3.41, port: 3a5637e8-510d-4116-bd77-63a93092534f. May 06 00:39:42.578003 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89520bc-907f-4994-a0df-033d47d79a17 req-e91cbb37-0d7a-4e26-9c98-82ed28f872b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:42.579527 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a89520bc-907f-4994-a0df-033d47d79a17 req-e91cbb37-0d7a-4e26-9c98-82ed28f872b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 943 time: 0.0832450 May 06 00:39:42.623988 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a89520bc-907f-4994-a0df-033d47d79a17 req-27791256-b221-47d9-8e97-b1cded8ce70b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383666 May 06 00:39:42.624526 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efc355-a6d4-4565-8488-3f1417536fe6 req-6e675d90-f01c-4fa2-bdcc-b47d7f797d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:42.626081 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-68efc355-a6d4-4565-8488-3f1417536fe6 req-6e675d90-f01c-4fa2-bdcc-b47d7f797d12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 1096 time: 0.2324297 May 06 00:39:42.943327 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efc355-a6d4-4565-8488-3f1417536fe6 req-9f75004d-1657-46df-b82d-b4976aac92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:42.944779 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-68efc355-a6d4-4565-8488-3f1417536fe6 req-9f75004d-1657-46df-b82d-b4976aac92df service neutron] 10.222.0.26 "GET /v2.0/networks?id=8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 200 len: 915 time: 0.1713874 May 06 00:39:43.115966 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-68efc355-a6d4-4565-8488-3f1417536fe6 req-4aec24b4-2d31-47a6-9bf0-7c65bf0970c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72ceb12-b533-4596-af61-ddaf7907a039 HTTP/1.1" status: 200 len: 217 time: 0.1235957 May 06 00:39:43.206392 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efc355-a6d4-4565-8488-3f1417536fe6 req-6834ade8-00c0-4ab1-8b67-be7469a35b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:43.207724 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-68efc355-a6d4-4565-8488-3f1417536fe6 req-6834ade8-00c0-4ab1-8b67-be7469a35b4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d7eccf-ab98-402d-81be-0ce32359c56a HTTP/1.1" status: 200 len: 855 time: 0.0822213 May 06 00:39:43.262924 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-68efc355-a6d4-4565-8488-3f1417536fe6 req-3676b33f-3efd-4836-9980-6c15c3b2b79a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8308ca82-4a3a-4b97-970c-0f4006119c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470178 May 06 00:39:43.269899 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Router 3da6a19e-6482-473c-9d51-3b24c63e87fd has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:39:43.531601 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-68efc355-a6d4-4565-8488-3f1417536fe6 req-8bdf760d-4c71-4a0d-b7a5-f07bdb4ac353 service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583127 May 06 00:39:43.563147 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:39:43.572522 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] Sync routers for ids ['3da6a19e-6482-473c-9d51-3b24c63e87fd'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:39:43.583712 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] Routers {'3da6a19e-6482-473c-9d51-3b24c63e87fd'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:39:43.584444 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:39:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3da6a19e-6482-473c-9d51-3b24c63e87fd'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:43.647294 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:43.734883 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2227323 May 06 00:39:43.734883 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:43.736114 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44056) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:43.738868 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-68efc355-a6d4-4565-8488-3f1417536fe6 req-a593737a-0d3e-421d-a0b1-6444c9062e46 service neutron] 10.222.0.26 "GET /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943681 May 06 00:39:43.766303 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] Set router 3da6a19e-6482-473c-9d51-3b24c63e87fd gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:39:43.775638 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494337485', 'description': 'tempest-secgroup-smoke-1494337485 description', 'project_id': '7db5b44572d44cab992ea454a1edb665'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:43.781061 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f', 'status': 'completed', 'code': 200} May 06 00:39:43.786695 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:43.795760 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Usage tracker for resource:security_group and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:43.800090 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:43.807158 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:43.824989 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:43.863077 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd6c30-9ae8-4224-ad9c-4882012b9fb6 req-72c6b1cc-c6dd-4159-87e0-3148e86edd03 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:43.864596 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-68fd6c30-9ae8-4224-ad9c-4882012b9fb6 req-72c6b1cc-c6dd-4159-87e0-3148e86edd03 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 943 time: 0.1273296 May 06 00:39:43.866906 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:43.870852 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Usage tracker for resource:security_group_rule and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:43.873831 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:43.878685 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59512944-e53d-4734-8cd4-1dcd6de136af req-2792bcdc-b8d0-42c8-872a-a2b0a4941c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:43.880373 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-59512944-e53d-4734-8cd4-1dcd6de136af req-2792bcdc-b8d0-42c8-872a-a2b0a4941c76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7db5b44572d44cab992ea454a1edb665&device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 1098 time: 0.0760200 May 06 00:39:43.881129 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:43.941761 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-68fd6c30-9ae8-4224-ad9c-4882012b9fb6 req-14dc1c2e-9574-4b40-a63e-c72bb586a9c6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647426 May 06 00:39:43.994268 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:43.999169 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.009277 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ee7ccdc1-0c38-46a7-ac0d-e43c559498f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:44.022527 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59512944-e53d-4734-8cd4-1dcd6de136af req-9c1c8cd3-8959-45d8-9c41-624b6a6dabce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:44.024293 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-59512944-e53d-4734-8cd4-1dcd6de136af req-9c1c8cd3-8959-45d8-9c41-624b6a6dabce service neutron] 10.222.0.26 "GET /v2.0/networks?id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d HTTP/1.1" status: 200 len: 915 time: 0.1370697 May 06 00:39:44.042303 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.043527 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3050690 May 06 00:39:44.047150 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44062) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:44.049880 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303bd450-2da1-4d94-8498-79816a63e758,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:44.054805 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'security_group_rule': {'security_group_id': '303bd450-2da1-4d94-8498-79816a63e758', 'project_id': '7db5b44572d44cab992ea454a1edb665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:44.068745 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:44.078331 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:44.082182 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Usage tracker for resource:security_group_rule and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:44.085746 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:44.092152 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:44.115813 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.149955 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': 'c58b8d3c-a282-40b3-a81a-d3cf8bc6a6a5', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'floating_ip_address': '172.28.3.41', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'port_id': '3a5637e8-510d-4116-bd77-63a93092534f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'mac_address': 'fa:16:3e:56:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:41Z', 'updated_at': '2021-05-06T00:39:41Z', 'revision_number': 0, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 5, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:44.158301 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] Checking router: 3da6a19e-6482-473c-9d51-3b24c63e87fd for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:39:44.161140 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device d72ceb12-b533-4596-af61-ddaf7907a039 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:39:44.175446 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] Routers {'3da6a19e-6482-473c-9d51-3b24c63e87fd'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:39:44.176254 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:39:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3da6a19e-6482-473c-9d51-3b24c63e87fd'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:44.192449 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.197422 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.200934 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:44.236579 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.240384 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895683 May 06 00:39:44.240384 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412d6b0e-efd8-407c-931d-a2197ce36128,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:44.240610 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-59512944-e53d-4734-8cd4-1dcd6de136af req-98c07afd-1a02-434a-b8f9-0d1b67d805b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 200 len: 998 time: 0.2043188 May 06 00:39:44.240610 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44066) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:44.246182 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'security_group_rule': {'security_group_id': '303bd450-2da1-4d94-8498-79816a63e758', 'project_id': '7db5b44572d44cab992ea454a1edb665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:44.247825 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-b3640294-f2ce-40d3-aa2e-20aa471dffe3 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:44.284649 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:44.297671 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Usage tracker for resource:security_group_rule and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:44.302078 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:44.310920 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:44.331877 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59512944-e53d-4734-8cd4-1dcd6de136af req-8e12af06-fb11-4f62-a887-51482d6be9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:44.333337 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-59512944-e53d-4734-8cd4-1dcd6de136af req-8e12af06-fb11-4f62-a887-51482d6be9e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b837d0-0892-4761-8725-eb8cb1f778c3 HTTP/1.1" status: 200 len: 854 time: 0.0813005 May 06 00:39:44.351375 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.db.resource_extend [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 00:39:44.377066 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.458818 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.461772 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59512944-e53d-4734-8cd4-1dcd6de136af req-c770cc14-fb19-43b0-9f30-cdb590d02b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:44.463237 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-59512944-e53d-4734-8cd4-1dcd6de136af req-c770cc14-fb19-43b0-9f30-cdb590d02b35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1209574 May 06 00:39:44.464858 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.466856 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9b0c982d-5b6d-4589-a4bf-a5ab12c266f3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:44.509558 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fbedf8-6a52-4b1d-8dcf-060fe2c64240,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:44.511718 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port d72ceb12-b533-4596-af61-ddaf7907a039, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d72ceb12-b533-4596-af61-ddaf7907a039,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:44.514876 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:44.525040 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] Set router 3da6a19e-6482-473c-9d51-3b24c63e87fd gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:39:44.567237 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.568304 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3268299 May 06 00:39:44.571247 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44072) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:44.579970 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'security_group_rule': {'security_group_id': '303bd450-2da1-4d94-8498-79816a63e758', 'project_id': '7db5b44572d44cab992ea454a1edb665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:44.583319 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': 'd72ceb12-b533-4596-af61-ddaf7907a039', 'network_id': '8308ca82-4a3a-4b97-970c-0f4006119c41', 'port_id': 'd72ceb12-b533-4596-af61-ddaf7907a039', 'mac_address': 'fa:16:3e:45:29:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7eccf-ab98-402d-81be-0ce32359c56a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:39:44.589105 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:44.600922 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Usage tracker for resource:security_group_rule and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:44.612230 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:44.620700 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:44.645511 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-59512944-e53d-4734-8cd4-1dcd6de136af req-88e1a14d-8a84-4376-b897-a6b66164f639 service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636469 May 06 00:39:44.651773 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.730445 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.768730 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72ceb12-b533-4596-af61-ddaf7907a039 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:39:44.812720 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.819806 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.822223 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-59512944-e53d-4734-8cd4-1dcd6de136af req-eb430581-85a6-402c-9b73-a8b91b449e06 service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639092 May 06 00:39:44.823892 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:44.842302 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port d72ceb12-b533-4596-af61-ddaf7907a039, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d72ceb12-b533-4596-af61-ddaf7907a039,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:44.849004 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.851461 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d30da5-e459-419b-a7a6-141bdd64ec6d,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:44.854093 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:44.854630 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-6de1ffc9-4dc4-44fa-b05e-dffe843d2a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:44.861935 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.863184 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d8ad5581-8a1a-4df5-8f16-3164e83cbd16 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2910788 May 06 00:39:44.865822 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44076) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:44.870835 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'security_group_rule': {'security_group_id': '303bd450-2da1-4d94-8498-79816a63e758', 'project_id': '7db5b44572d44cab992ea454a1edb665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:44.876554 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:44.880269 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Usage tracker for resource:security_group_rule and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:44.883099 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:44.889293 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:44.905695 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.968837 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.974131 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:44.976300 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:44.987316 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=d72ceb12-b533-4596-af61-ddaf7907a039,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:44.999085 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bf1d8c-bc38-41d4-89b7-4dec5e9313fe,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:44.999468 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:44.999932 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.000188 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.001451 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.001811 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.002332 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.002732 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.003104 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.003462 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.003767 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.004087 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.004588 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:39:45.006499 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:45.008418 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:45.016928 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:45.018249 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514850 May 06 00:39:45.021199 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44082) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:45.029884 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'security_group_rule': {'security_group_id': '303bd450-2da1-4d94-8498-79816a63e758', 'project_id': '7db5b44572d44cab992ea454a1edb665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:45.037113 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:45.041565 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Usage tracker for resource:security_group_rule and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:45.044709 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:45.046289 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': 'c58b8d3c-a282-40b3-a81a-d3cf8bc6a6a5', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'floating_ip_address': '172.28.3.41', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'port_id': '3a5637e8-510d-4116-bd77-63a93092534f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'mac_address': 'fa:16:3e:56:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:41Z', 'updated_at': '2021-05-06T00:39:41Z', 'revision_number': 0, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 5, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:39:45.050562 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099bc363-06ee-4cf6-88a6-50d70164acef None None] The sync data for ids ['3da6a19e-6482-473c-9d51-3b24c63e87fd'] in dv-cinder-784623-8-smb is: [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': 'c58b8d3c-a282-40b3-a81a-d3cf8bc6a6a5', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'floating_ip_address': '172.28.3.41', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'port_id': '3a5637e8-510d-4116-bd77-63a93092534f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'mac_address': 'fa:16:3e:56:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:39:41Z', 'updated_at': '2021-05-06T00:39:41Z', 'revision_number': 0, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 5, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:39:45.050784 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:45.068181 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.securitygroups_db [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Project 7db5b44572d44cab992ea454a1edb665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 00:39:45.157024 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['d72ceb12-b533-4596-af61-ddaf7907a039'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:39:45.197742 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:45.243829 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c0def-2cdb-4b37-aa25-b6eb6c830037 None None] New status for floating IP c58b8d3c-a282-40b3-a81a-d3cf8bc6a6a5: ACTIVE {{(pid=73856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:39:45.288662 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:45.302365 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69357ea-19bd-4549-b89b-c2bae7bf5b5b req-759f352a-efa7-4f49-ae2d-4d3a19945d56 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:45.303873 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e69357ea-19bd-4549-b89b-c2bae7bf5b5b req-759f352a-efa7-4f49-ae2d-4d3a19945d56 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 944 time: 0.2296481 May 06 00:39:45.304670 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:45.312672 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:45.349769 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a97f40-810a-4034-93a2-5e6b714591e1,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:45.352099 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:45.371376 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:45.375021 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3489513 May 06 00:39:45.375872 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44088) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:39:45.383611 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'security_group_rule': {'security_group_id': '303bd450-2da1-4d94-8498-79816a63e758', 'project_id': '7db5b44572d44cab992ea454a1edb665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:45.392596 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e69357ea-19bd-4549-b89b-c2bae7bf5b5b req-94e848b4-aaef-4fcb-80c7-9d52a1adf79a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675359 May 06 00:39:45.393644 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:39:45.397636 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Usage tracker for resource:security_group_rule and tenant:7db5b44572d44cab992ea454a1edb665 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:39:45.400641 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:39:45.407123 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:39:45.424856 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.securitygroups_db [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Project 7db5b44572d44cab992ea454a1edb665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 00:39:45.431366 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:45.499945 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:45.505149 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:45.507364 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-6632fddc-fa8d-4c5e-ac40-772bd9251644 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:45.529919 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44584baf-546c-44d1-8327-13ad34f56a08,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:45.532775 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:45.540299 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:45.541488 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1648991 May 06 00:39:45.661933 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-de5c5602-52a3-4f4d-86d6-012372b63e92 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Synchronizing usage tracker for tenant:7db5b44572d44cab992ea454a1edb665 on resource:security_group {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:39:45.683071 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-de5c5602-52a3-4f4d-86d6-012372b63e92 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Unset dirty status for tenant:7db5b44572d44cab992ea454a1edb665 on resource:security_group {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:39:45.684304 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-de5c5602-52a3-4f4d-86d6-012372b63e92 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494337485&fields=id&tenant_id=7db5b44572d44cab992ea454a1edb665 HTTP/1.1" status: 200 len: 267 time: 0.0637836 May 06 00:39:45.773694 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-402fd7a7-0814-448b-ba9f-7702b7d3ef06 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:45.775143 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-402fd7a7-0814-448b-ba9f-7702b7d3ef06 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.0850215 May 06 00:39:45.786546 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'port': {'security_groups': ['5f3b26f2-0548-40b6-9521-a76724941ee4', '303bd450-2da1-4d94-8498-79816a63e758']}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:39:45.909424 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:46.177260 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] For port 3a5637e8-510d-4116-bd77-63a93092534f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a5637e8-510d-4116-bd77-63a93092534f,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:46.189444 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device d72ceb12-b533-4596-af61-ddaf7907a039 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:39:46.202147 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:46.207759 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:46.213464 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8ae8fdf3-dd57-4358-8491-3346ac095cca tempest-ServerRescueNegativeTestJSON-1239802591 tempest-ServerRescueNegativeTestJSON-1239802591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:46.224855 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['3a5637e8-510d-4116-bd77-63a93092534f'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:39:46.276789 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:46.277443 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:46.278844 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5979f5ed-6410-48ce-be4b-2ac4225f9d8b req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "PUT /v2.0/ports/3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 200 len: 981 time: 0.4973142 May 06 00:39:46.279354 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:46.308397 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'Port': ['ID=3a5637e8-510d-4116-bd77-63a93092534f,revision_number=6']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:46.312845 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:46.348020 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f', 'status': 'completed', 'code': 200} May 06 00:39:46.353251 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port d72ceb12-b533-4596-af61-ddaf7907a039 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:39:46.370348 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port d72ceb12-b533-4596-af61-ddaf7907a039 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:39:46.370721 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:46.396556 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['3a5637e8-510d-4116-bd77-63a93092534f'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:39:46.499739 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e04eb-75c2-42e7-9778-e86ef008f778 req-5ec6f8d9-c2c2-43cf-9fe1-04dae4f66c3b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:46.501883 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b15e04eb-75c2-42e7-9778-e86ef008f778 req-5ec6f8d9-c2c2-43cf-9fe1-04dae4f66c3b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1061015 May 06 00:39:46.504987 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd7313-a330-467e-accf-a5e13fb76215 req-f7bc386d-f669-48c5-97ae-eeef4d14a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:46.507051 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-97cd7313-a330-467e-accf-a5e13fb76215 req-f7bc386d-f669-48c5-97ae-eeef4d14a9d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7db5b44572d44cab992ea454a1edb665&device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 1137 time: 0.1300700 May 06 00:39:46.555427 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b15e04eb-75c2-42e7-9778-e86ef008f778 req-6ad66abd-5c03-42b9-b0da-9085eb53115d tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453637 May 06 00:39:46.659456 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc094f8d-0da6-4eef-8cdb-94d9a93807c1 req-4bc147f7-89ec-4529-8321-3246149dd09b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:46.662777 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc094f8d-0da6-4eef-8cdb-94d9a93807c1 req-4bc147f7-89ec-4529-8321-3246149dd09b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 944 time: 0.1039474 May 06 00:39:46.683950 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd7313-a330-467e-accf-a5e13fb76215 req-bdb3c552-6c91-476f-8669-82a648fceedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:46.685675 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-97cd7313-a330-467e-accf-a5e13fb76215 req-bdb3c552-6c91-476f-8669-82a648fceedf service neutron] 10.222.0.26 "GET /v2.0/networks?id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d HTTP/1.1" status: 200 len: 915 time: 0.1683774 May 06 00:39:46.706444 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc094f8d-0da6-4eef-8cdb-94d9a93807c1 req-187ccd3b-daa4-4ef4-8778-14a0da52ee3b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 May 06 00:39:46.737360 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:46.756503 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-95276e36-9f82-492f-b1a6-2d26735c3094 None None] Provisioning complete for port 3a5637e8-510d-4116-bd77-63a93092534f triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:39:46.756870 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-95276e36-9f82-492f-b1a6-2d26735c3094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:46.802617 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-97cd7313-a330-467e-accf-a5e13fb76215 req-ba4ad06c-576f-4132-b7cc-16a39526e031 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 200 len: 1000 time: 0.0991514 May 06 00:39:46.851069 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6067f1d-22a7-495e-bb70-062d897f4223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72ceb12-b533-4596-af61-ddaf7907a039'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:46.869724 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd7313-a330-467e-accf-a5e13fb76215 req-0d6cb988-9380-4a84-89bd-44fa9484084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:46.871261 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-97cd7313-a330-467e-accf-a5e13fb76215 req-0d6cb988-9380-4a84-89bd-44fa9484084d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b837d0-0892-4761-8725-eb8cb1f778c3 HTTP/1.1" status: 200 len: 854 time: 0.0606015 May 06 00:39:46.892819 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port d72ceb12-b533-4596-af61-ddaf7907a039, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d72ceb12-b533-4596-af61-ddaf7907a039,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:46.910959 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6067f1d-22a7-495e-bb70-062d897f4223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72ceb12-b533-4596-af61-ddaf7907a039', 'code': 200} May 06 00:39:46.913989 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:46.920836 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:46.958171 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd7313-a330-467e-accf-a5e13fb76215 req-89ce52a7-34d4-4e7a-8ced-2b500af6166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:46.959599 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-97cd7313-a330-467e-accf-a5e13fb76215 req-89ce52a7-34d4-4e7a-8ced-2b500af6166c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793662 May 06 00:39:47.104536 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-97cd7313-a330-467e-accf-a5e13fb76215 req-56eea004-5d8c-4666-bdb6-6c8686668935 service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358054 May 06 00:39:47.149400 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=d72ceb12-b533-4596-af61-ddaf7907a039,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:47.158000 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:47.165833 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eff0d6-8739-408d-b11a-34ccba4314b7 req-38fad32d-806e-4de7-81ea-373a818eeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:47.168442 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-93eff0d6-8739-408d-b11a-34ccba4314b7 req-38fad32d-806e-4de7-81ea-373a818eeb90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 1098 time: 0.0871463 May 06 00:39:47.220756 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-93eff0d6-8739-408d-b11a-34ccba4314b7 req-77e9c2c1-8cd1-43c8-9fc5-0609b73798c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 May 06 00:39:47.259186 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-97cd7313-a330-467e-accf-a5e13fb76215 req-ff367e9a-a041-452c-a5e0-e9c8bea606e0 service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475217 May 06 00:39:47.899720 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93404028-949f-4eec-a3a6-fe0d3efc4986 req-661c8410-199a-4e1b-a665-27153af82aab tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:47.901200 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-93404028-949f-4eec-a3a6-fe0d3efc4986 req-661c8410-199a-4e1b-a665-27153af82aab tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 945 time: 0.0845969 May 06 00:39:47.946984 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-93404028-949f-4eec-a3a6-fe0d3efc4986 req-80de8e7c-5446-48b1-8d96-073555b8bf79 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400360 May 06 00:39:48.780507 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:39:49.149566 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1e69b-bdc3-4d4c-930b-4c8780bfa149 req-494609be-6e87-46fe-b213-ca0a0fba920f tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:49.151053 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dcb1e69b-bdc3-4d4c-930b-4c8780bfa149 req-494609be-6e87-46fe-b213-ca0a0fba920f tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 945 time: 0.0880957 May 06 00:39:49.202178 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dcb1e69b-bdc3-4d4c-930b-4c8780bfa149 req-2dbe3095-6715-4c88-849d-495cd11d5340 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 May 06 00:39:53.001531 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf5bbd-8f46-40e3-8e97-e63155e25aaf req-9f31ab3e-318e-4acf-97c2-a4a25ebd994f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:53.002996 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3ecf5bbd-8f46-40e3-8e97-e63155e25aaf req-9f31ab3e-318e-4acf-97c2-a4a25ebd994f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0939193 May 06 00:39:53.049333 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3ecf5bbd-8f46-40e3-8e97-e63155e25aaf req-d79ea3fc-b839-4c8a-a2ab-bf8259d362e5 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405645 May 06 00:39:54.247447 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353660c0-f1a0-4a67-af3b-38114b1e2ddc req-60c0c219-29a6-494d-9bbb-4cd1b08f5018 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:54.248813 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-353660c0-f1a0-4a67-af3b-38114b1e2ddc req-60c0c219-29a6-494d-9bbb-4cd1b08f5018 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0850401 May 06 00:39:54.294618 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-353660c0-f1a0-4a67-af3b-38114b1e2ddc req-7ad5c761-7df8-4148-8198-81e7eb70c65b tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385826 May 06 00:39:54.318740 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:55.479398 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530bc6f-4067-43cc-9af2-21b1c0eae0c4 req-461c9826-f756-4c0a-93be-8aeb28da958f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:55.480928 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d530bc6f-4067-43cc-9af2-21b1c0eae0c4 req-461c9826-f756-4c0a-93be-8aeb28da958f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0808029 May 06 00:39:55.528622 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d530bc6f-4067-43cc-9af2-21b1c0eae0c4 req-50feeef6-8344-4fdf-aaa6-bc70df08bf9d tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413868 May 06 00:39:56.786674 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb9277-897f-4d6a-9c77-aae74479f760 req-6b750e4b-e1a1-4fb2-a785-217092a49090 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:56.788107 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-19cb9277-897f-4d6a-9c77-aae74479f760 req-6b750e4b-e1a1-4fb2-a785-217092a49090 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.1267278 May 06 00:39:56.924547 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5488d5-17b2-4ef2-8c6d-a93c1c1da830 req-0530584c-096e-47e7-89ad-076e9e76b95b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:56.925991 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1b5488d5-17b2-4ef2-8c6d-a93c1c1da830 req-0530584c-096e-47e7-89ad-076e9e76b95b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 945 time: 0.2085931 May 06 00:39:56.928739 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-19cb9277-897f-4d6a-9c77-aae74479f760 req-731a540f-a909-4f1a-a812-928e7cc6da15 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344028 May 06 00:39:56.972012 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-1b5488d5-17b2-4ef2-8c6d-a93c1c1da830 req-dc547705-77e1-4b03-ace2-cf0c88aea8ca tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 May 06 00:39:58.177245 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753bbfc-c676-4fb6-bb7a-99a6ce6f9c1c req-1ca0ce77-1011-4e36-821f-7fc414f6eaee tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:58.178741 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f753bbfc-c676-4fb6-bb7a-99a6ce6f9c1c req-1ca0ce77-1011-4e36-821f-7fc414f6eaee tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.1362636 May 06 00:39:58.216691 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75242c-aacf-42f5-a9fc-d101ce387bce req-0beabfc3-8521-4682-9c75-d37f5feb0752 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:58.218022 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9a75242c-aacf-42f5-a9fc-d101ce387bce req-0beabfc3-8521-4682-9c75-d37f5feb0752 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 945 time: 0.1304140 May 06 00:39:58.255483 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f753bbfc-c676-4fb6-bb7a-99a6ce6f9c1c req-551a964e-b66c-473f-9f46-fc8180ee2db7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680306 May 06 00:39:58.278710 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9a75242c-aacf-42f5-a9fc-d101ce387bce req-2e44571a-d613-4080-98ed-08e3e7295913 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513003 May 06 00:39:58.844345 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-7854d0ad-3caf-4617-b373-57963ceb9457 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:58.845002 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-7854d0ad-3caf-4617-b373-57963ceb9457 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Synchronizing usage tracker for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:39:58.863409 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-7854d0ad-3caf-4617-b373-57963ceb9457 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Unset dirty status for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:39:58.864570 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-7854d0ad-3caf-4617-b373-57963ceb9457 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 945 time: 0.1120563 May 06 00:39:59.007097 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Deleting port d72ceb12-b533-4596-af61-ddaf7907a039 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:39:59.007398 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:59.209501 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] For port d72ceb12-b533-4596-af61-ddaf7907a039, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d72ceb12-b533-4596-af61-ddaf7907a039,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:39:59.209849 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:59.331203 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Calling delete_port for d72ceb12-b533-4596-af61-ddaf7907a039 owned by compute:nova {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:39:59.445728 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:59.452519 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-aeaa85bc-de94-44b7-970a-f2eee5bbb5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:39:59.453812 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2a550247-07fa-477e-b028-e7a455634735 req-c58fff0c-cbdc-434c-83c3-4055bf665d1d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6067f1d-22a7-495e-bb70-062d897f4223 HTTP/1.1" status: 200 len: 210 time: 0.0496817 May 06 00:39:59.463461 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['6c8e84e0-4bd1-4584-8785-b6063316c7ca', '9d452f2e-217b-4e83-88bc-25385ab9ff56', '094ed950-dd08-48aa-b1a1-74c0b5a203cb', 'd72ceb12-b533-4596-af61-ddaf7907a039'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:39:59.503795 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5a6d3-c1d0-400a-9fbe-38d43bddfb47 req-5042bbf3-54c8-4d84-9d6f-33280e2c345d tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:39:59.505404 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-95b5a6d3-c1d0-400a-9fbe-38d43bddfb47 req-5042bbf3-54c8-4d84-9d6f-33280e2c345d tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.1380332 May 06 00:39:59.513037 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-be5330e3-1ee3-4fef-9e8c-41867e069162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:59.576910 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Pushing event deleted for resources: {'Port': ['ID=d72ceb12-b533-4596-af61-ddaf7907a039,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:39:59.579753 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:39:59.581644 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-95b5a6d3-c1d0-400a-9fbe-38d43bddfb47 req-ae44750b-f397-4663-9252-b4ded3f3b6cd tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672336 May 06 00:39:59.582065 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] No DVR routers for this DVR port d72ceb12-b533-4596-af61-ddaf7907a039 on host hv-cinder-78462 {{(pid=73854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:39:59.585642 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:39:59.590436 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6067f1d-22a7-495e-bb70-062d897f4223', 'name': 'network-vif-deleted', 'tag': 'd72ceb12-b533-4596-af61-ddaf7907a039'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:39:59.606811 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-547e56e0-caa8-4589-ba7e-24e36cb9a93a req-1481bdb8-4655-4622-b775-67266b5ec149 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "DELETE /v2.0/ports/d72ceb12-b533-4596-af61-ddaf7907a039 HTTP/1.1" status: 204 len: 173 time: 0.7364450 May 06 00:39:59.636878 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6067f1d-22a7-495e-bb70-062d897f4223', 'name': 'network-vif-deleted', 'tag': 'd72ceb12-b533-4596-af61-ddaf7907a039', 'status': 'completed', 'code': 200} May 06 00:40:00.766991 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f56784-d18c-460e-a609-022c37176fdb req-20d53c41-ecb9-4ae5-b490-4b42534ed8af tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:00.768573 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d0f56784-d18c-460e-a609-022c37176fdb req-20d53c41-ecb9-4ae5-b490-4b42534ed8af tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0815811 May 06 00:40:00.813494 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d0f56784-d18c-460e-a609-022c37176fdb req-e13295f3-4c4b-4b1a-bb38-9b81624ee28a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391271 May 06 00:40:01.987303 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:02.229566 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e241c49d-09f9-4a03-a3eb-3bb8c8d0701e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:02.271055 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device d72ceb12-b533-4596-af61-ddaf7907a039 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:40:02.272486 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65bc8-68e6-47c7-bb35-4e40e8245603 req-426107c8-da03-4bc3-bfb2-0e8e191a90ea tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:02.273937 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-11f65bc8-68e6-47c7-bb35-4e40e8245603 req-426107c8-da03-4bc3-bfb2-0e8e191a90ea tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.2505732 May 06 00:40:02.305570 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: d72ceb12-b533-4596-af61-ddaf7907a039 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:40:02.305921 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device d72ceb12-b533-4596-af61-ddaf7907a039 not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:40:02.315073 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c68ae-6721-4070-81d6-0802db8f994d req-3c9e8d93-4523-4524-85d7-4eb00e439c11 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:02.316552 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ec9c68ae-6721-4070-81d6-0802db8f994d req-3c9e8d93-4523-4524-85d7-4eb00e439c11 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 945 time: 0.2446914 May 06 00:40:02.350207 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-11f65bc8-68e6-47c7-bb35-4e40e8245603 req-bff6490a-40f1-4a39-8997-6c140c469d9f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691242 May 06 00:40:02.372247 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ec9c68ae-6721-4070-81d6-0802db8f994d req-f99cd2c0-ae3b-4a77-ad84-f803749d5c53 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483325 May 06 00:40:03.297869 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:03.601093 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952ca9a-e0b3-4878-bf64-be65fc048b92 req-58c30af5-e979-46b6-a6c4-14d8922d0420 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:03.602427 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4952ca9a-e0b3-4878-bf64-be65fc048b92 req-58c30af5-e979-46b6-a6c4-14d8922d0420 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.1411941 May 06 00:40:03.610340 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1f563-476b-4587-aeef-a7514d444a4e req-07b28c35-f618-48a1-b3a3-f859c0d06695 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:03.611661 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-61c1f563-476b-4587-aeef-a7514d444a4e req-07b28c35-f618-48a1-b3a3-f859c0d06695 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 945 time: 0.1148605 May 06 00:40:03.678861 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4952ca9a-e0b3-4878-bf64-be65fc048b92 req-3c199982-eb31-4ecf-be1a-670079006c7c tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662858 May 06 00:40:03.686089 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-61c1f563-476b-4587-aeef-a7514d444a4e req-e724436e-3dd5-412e-ae99-287b1589fbc2 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587974 May 06 00:40:04.029902 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c228e-39a0-4245-ad64-275a367ec1eb req-bd27f3c3-f972-461d-8b6b-7d7cba720913 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:04.030597 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-923c228e-39a0-4245-ad64-275a367ec1eb req-bd27f3c3-f972-461d-8b6b-7d7cba720913 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Synchronizing usage tracker for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:40:04.051451 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-923c228e-39a0-4245-ad64-275a367ec1eb req-bd27f3c3-f972-461d-8b6b-7d7cba720913 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Unset dirty status for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:40:04.052914 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-923c228e-39a0-4245-ad64-275a367ec1eb req-bd27f3c3-f972-461d-8b6b-7d7cba720913 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 945 time: 0.1119294 May 06 00:40:04.193706 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-923c228e-39a0-4245-ad64-275a367ec1eb req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Deleting port 094ed950-dd08-48aa-b1a1-74c0b5a203cb {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:40:04.194200 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-923c228e-39a0-4245-ad64-275a367ec1eb req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:04.328658 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-923c228e-39a0-4245-ad64-275a367ec1eb req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] For port 094ed950-dd08-48aa-b1a1-74c0b5a203cb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=094ed950-dd08-48aa-b1a1-74c0b5a203cb,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:04.329007 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-923c228e-39a0-4245-ad64-275a367ec1eb req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:04.448567 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-923c228e-39a0-4245-ad64-275a367ec1eb req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Calling delete_port for 094ed950-dd08-48aa-b1a1-74c0b5a203cb owned by compute:nova {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:40:04.577635 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-923c228e-39a0-4245-ad64-275a367ec1eb req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:04.585536 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:04.589278 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['6c8e84e0-4bd1-4584-8785-b6063316c7ca', '9d452f2e-217b-4e83-88bc-25385ab9ff56', '094ed950-dd08-48aa-b1a1-74c0b5a203cb'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:40:04.631010 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Pushing event deleted for resources: {'Port': ['ID=094ed950-dd08-48aa-b1a1-74c0b5a203cb,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:04.634705 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:04.708138 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-923c228e-39a0-4245-ad64-275a367ec1eb req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] No DVR routers for this DVR port 094ed950-dd08-48aa-b1a1-74c0b5a203cb on host hv-cinder-78462 {{(pid=73854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:40:04.710967 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-923c228e-39a0-4245-ad64-275a367ec1eb req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:04.714427 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427b9d0a-510c-4dfa-b846-db1a2736edff', 'name': 'network-vif-deleted', 'tag': '094ed950-dd08-48aa-b1a1-74c0b5a203cb'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:40:04.729853 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-923c228e-39a0-4245-ad64-275a367ec1eb req-0c73a357-2119-42c5-a448-c0411bba460a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "DELETE /v2.0/ports/094ed950-dd08-48aa-b1a1-74c0b5a203cb HTTP/1.1" status: 204 len: 173 time: 0.6708150 May 06 00:40:04.910283 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-58f75258-fdcb-4020-ba76-3b9751b1295e req-5c7fd720-247b-4f80-ab00-22e2779fb0cb tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=427b9d0a-510c-4dfa-b846-db1a2736edff HTTP/1.1" status: 200 len: 210 time: 0.0555222 May 06 00:40:04.946188 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62771e4b-daf3-43f1-9b87-c9fb7c3fa62b req-a1fafee4-de18-423c-8b15-7e34db924ecd tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:04.948885 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-62771e4b-daf3-43f1-9b87-c9fb7c3fa62b req-a1fafee4-de18-423c-8b15-7e34db924ecd tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.1251676 May 06 00:40:04.960775 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427b9d0a-510c-4dfa-b846-db1a2736edff', 'name': 'network-vif-deleted', 'tag': '094ed950-dd08-48aa-b1a1-74c0b5a203cb', 'status': 'completed', 'code': 200} May 06 00:40:04.966460 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:04.994271 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-62771e4b-daf3-43f1-9b87-c9fb7c3fa62b req-bf357cec-260a-46e3-a297-74705ff76dd2 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 May 06 00:40:06.178416 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9078b-f76c-4c43-8630-669ee10b50ce req-80100286-fa8d-409c-81e3-bcf86502486a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:06.180625 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-51a9078b-f76c-4c43-8630-669ee10b50ce req-80100286-fa8d-409c-81e3-bcf86502486a tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0806606 May 06 00:40:06.229559 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-51a9078b-f76c-4c43-8630-669ee10b50ce req-e467256c-e5f5-49ba-b82c-4e00416d5220 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422480 May 06 00:40:06.385278 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e9a0c-a919-48ae-97e8-7ca64224c78d req-65d65008-7cb8-43ca-adb1-9a340e6bcac2 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:06.387173 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d78e9a0c-a919-48ae-97e8-7ca64224c78d req-65d65008-7cb8-43ca-adb1-9a340e6bcac2 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 946 time: 0.0959785 May 06 00:40:06.436626 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d78e9a0c-a919-48ae-97e8-7ca64224c78d req-786c5ae7-65b5-4a7f-802f-2170deb15122 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 May 06 00:40:07.437593 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab441-6c16-4461-b4a4-6b23350a1ccc req-20f03a9b-32a3-4909-b741-4e4b9588f511 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:07.438962 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b17ab441-6c16-4461-b4a4-6b23350a1ccc req-20f03a9b-32a3-4909-b741-4e4b9588f511 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0915997 May 06 00:40:07.490079 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b17ab441-6c16-4461-b4a4-6b23350a1ccc req-f77eb835-47ef-4b3a-8f87-00b3844c43f2 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425305 May 06 00:40:07.625718 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb2646-586c-4a2f-b8cf-efac491d2cc7 req-056e0937-0237-4e97-92f4-e6cb5104abba tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:07.627245 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bdcb2646-586c-4a2f-b8cf-efac491d2cc7 req-056e0937-0237-4e97-92f4-e6cb5104abba tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 946 time: 0.0831342 May 06 00:40:07.671742 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bdcb2646-586c-4a2f-b8cf-efac491d2cc7 req-0a124a1f-4a12-4d87-917f-a1450195453a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385962 May 06 00:40:07.816383 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-c561d0d8-e1ac-4726-90a3-f41d0b7781fb tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:07.817112 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-c561d0d8-e1ac-4726-90a3-f41d0b7781fb tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Synchronizing usage tracker for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:40:07.835710 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-c561d0d8-e1ac-4726-90a3-f41d0b7781fb tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Unset dirty status for tenant:23efee4fd031401a88e1ef6f7fc932b9 on resource:port {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:40:07.836787 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-c561d0d8-e1ac-4726-90a3-f41d0b7781fb tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 946 time: 0.1030738 May 06 00:40:07.978072 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Deleting port 9d452f2e-217b-4e83-88bc-25385ab9ff56 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:40:07.978423 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:08.165771 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-124f7c7c-e13c-4325-b8dd-5b528069ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:08.167374 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-124f7c7c-e13c-4325-b8dd-5b528069ec0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b9f7b2b4c84262afcea5da837cc9b6&device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1099 time: 0.0804176 May 06 00:40:08.197049 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] For port 9d452f2e-217b-4e83-88bc-25385ab9ff56, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9d452f2e-217b-4e83-88bc-25385ab9ff56,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:08.197493 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:08.290739 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 094ed950-dd08-48aa-b1a1-74c0b5a203cb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:40:08.302984 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-3faf5e7b-1db9-46bb-806f-254c3c3c2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:08.304578 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-3faf5e7b-1db9-46bb-806f-254c3c3c2585 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d785f87c-c20d-49d9-af2b-695cd3fd9484 HTTP/1.1" status: 200 len: 909 time: 0.1296070 May 06 00:40:08.321573 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Calling delete_port for 9d452f2e-217b-4e83-88bc-25385ab9ff56 owned by compute:nova {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:40:08.325871 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 094ed950-dd08-48aa-b1a1-74c0b5a203cb {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:40:08.326220 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 094ed950-dd08-48aa-b1a1-74c0b5a203cb not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:40:08.439944 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:08.445603 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-8356f91a-cce8-40a2-ace3-b083d95cb1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:08.452930 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['6c8e84e0-4bd1-4584-8785-b6063316c7ca', '9d452f2e-217b-4e83-88bc-25385ab9ff56'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:40:08.488550 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Pushing event deleted for resources: {'Port': ['ID=9d452f2e-217b-4e83-88bc-25385ab9ff56,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:08.492512 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-9b15f8cf-7e65-448f-95b3-fc643c462122 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ce41429-4380-4803-a8cd-1df4100018bb HTTP/1.1" status: 200 len: 1001 time: 0.1804216 May 06 00:40:08.493064 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:08.565840 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-c914b4b4-04dd-4484-8f97-7c3a1f496693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:08.568276 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] No DVR routers for this DVR port 9d452f2e-217b-4e83-88bc-25385ab9ff56 on host hv-cinder-78462 {{(pid=73854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:40:08.568579 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-c914b4b4-04dd-4484-8f97-7c3a1f496693 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6518a22-4bb8-4620-969a-04d81c5438a1 HTTP/1.1" status: 200 len: 848 time: 0.0669842 May 06 00:40:08.569818 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:08.579259 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f364f-0677-44ad-8911-25d086ffced5', 'name': 'network-vif-deleted', 'tag': '9d452f2e-217b-4e83-88bc-25385ab9ff56'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:40:08.600620 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-4684fc9c-bdb9-429b-b7fc-5aa90d89ce01 req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "DELETE /v2.0/ports/9d452f2e-217b-4e83-88bc-25385ab9ff56 HTTP/1.1" status: 204 len: 173 time: 0.7540057 May 06 00:40:08.638435 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842f364f-0677-44ad-8911-25d086ffced5', 'name': 'network-vif-deleted', 'tag': '9d452f2e-217b-4e83-88bc-25385ab9ff56', 'status': 'completed', 'code': 200} May 06 00:40:08.740453 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a6d41-0ab5-4f43-8e34-cd63f7766ea6 req-ef7088a7-f060-4e75-a014-fa8eb9c4682d tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:08.741991 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b75a6d41-0ab5-4f43-8e34-cd63f7766ea6 req-ef7088a7-f060-4e75-a014-fa8eb9c4682d tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.1201429 May 06 00:40:08.746925 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-6d42e6ae-3278-4e5d-835a-0fa91d4749cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:08.748438 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-6d42e6ae-3278-4e5d-835a-0fa91d4749cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d785f87c-c20d-49d9-af2b-695cd3fd9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1676996 May 06 00:40:08.898990 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-196c5424-7a02-4b4a-b340-5da996b25202 req-a5c15969-8c98-4362-9da8-3fcaea7aff5d tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=842f364f-0677-44ad-8911-25d086ffced5 HTTP/1.1" status: 200 len: 210 time: 0.0631876 May 06 00:40:08.911715 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b75a6d41-0ab5-4f43-8e34-cd63f7766ea6 req-defe19d1-142f-4538-ac14-fd529bf4816d tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623480 May 06 00:40:08.960133 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-93eb2737-a652-4cea-b23b-ad1eec80d8e4 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973209 May 06 00:40:09.094714 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad369d22-6d94-4045-b0ed-85aab07ecc20 req-cc488ba9-186b-48bb-adb8-2ee555b0f359 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262848 May 06 00:40:10.118072 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335219f-a0a8-420c-bef4-332adddeeb18 req-342ef9a1-7323-4211-869c-7ff5d5117702 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:10.120540 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5335219f-a0a8-420c-bef4-332adddeeb18 req-342ef9a1-7323-4211-869c-7ff5d5117702 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0971165 May 06 00:40:10.169497 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5335219f-a0a8-420c-bef4-332adddeeb18 req-dc681852-4324-496f-86f2-b365f49bf1a1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420146 May 06 00:40:11.371084 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fd1ab-6e40-482c-865d-c8577a5260a9 req-a93fd22b-12a0-460b-8feb-3aa1928931ca tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:11.372577 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-627fd1ab-6e40-482c-865d-c8577a5260a9 req-a93fd22b-12a0-460b-8feb-3aa1928931ca tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0918484 May 06 00:40:11.417527 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-627fd1ab-6e40-482c-865d-c8577a5260a9 req-ff000233-ed39-4316-8475-f91b82a89e5d tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392501 May 06 00:40:11.706543 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df4598-97d6-41f6-9011-fa7596c8d493 req-472e5bf8-cc84-4da0-9b3e-36488e38d04b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:11.707947 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c8df4598-97d6-41f6-9011-fa7596c8d493 req-472e5bf8-cc84-4da0-9b3e-36488e38d04b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 946 time: 0.0850801 May 06 00:40:11.753480 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c8df4598-97d6-41f6-9011-fa7596c8d493 req-1fa53597-9ab1-4485-bba2-f6325cccf65b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391111 May 06 00:40:12.293077 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 9d452f2e-217b-4e83-88bc-25385ab9ff56 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:40:12.340705 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 9d452f2e-217b-4e83-88bc-25385ab9ff56 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:40:12.341056 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 9d452f2e-217b-4e83-88bc-25385ab9ff56 not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:40:12.620286 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2225e5f-96e7-467f-a0d1-4bf325fa98cc req-7d156033-c9cf-44c3-a54f-b32c0cf45676 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:12.621772 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2225e5f-96e7-467f-a0d1-4bf325fa98cc req-7d156033-c9cf-44c3-a54f-b32c0cf45676 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0980754 May 06 00:40:12.668365 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b2225e5f-96e7-467f-a0d1-4bf325fa98cc req-c6a50c29-5a29-48fa-a0db-0ce8a53a152c tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407228 May 06 00:40:12.938858 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6c2a-1a91-43f6-bd72-49cdf7bfcd56 req-ff70fff8-9297-40dc-b29e-ff35473340d7 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:12.940406 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6b7e6c2a-1a91-43f6-bd72-49cdf7bfcd56 req-ff70fff8-9297-40dc-b29e-ff35473340d7 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 946 time: 0.0793927 May 06 00:40:12.962516 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-3cebc1fd-6229-43ef-8259-c341a8c03dc6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766237 May 06 00:40:13.034460 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6b7e6c2a-1a91-43f6-bd72-49cdf7bfcd56 req-bf1452a3-5cf1-4e9c-907d-b75ce1e95bcc tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533521 May 06 00:40:13.059161 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af018cd-c9c2-465d-a434-3c0813ed6e10 req-c569278d-9644-4fa9-8ef9-acd8de9d8c32 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:13.060618 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5af018cd-c9c2-465d-a434-3c0813ed6e10 req-c569278d-9644-4fa9-8ef9-acd8de9d8c32 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.1168582 May 06 00:40:13.104563 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5af018cd-c9c2-465d-a434-3c0813ed6e10 req-78dd0999-4fe2-4aef-89cd-d55d670c4096 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382359 May 06 00:40:13.698327 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-7535dfbf-5f39-4f06-bb97-f4c0b8c850e7 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:13.699970 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-7535dfbf-5f39-4f06-bb97-f4c0b8c850e7 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 946 time: 0.0862410 May 06 00:40:13.845262 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Deleting port 6c8e84e0-4bd1-4584-8785-b6063316c7ca {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:40:13.845555 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:13.981102 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] For port 6c8e84e0-4bd1-4584-8785-b6063316c7ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c8e84e0-4bd1-4584-8785-b6063316c7ca,segment=NetworkSegment(551d5801-595e-44ca-bba3-f8351f0d444c),segment_id=551d5801-595e-44ca-bba3-f8351f0d444c)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:13.981451 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:14.199870 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Calling delete_port for 6c8e84e0-4bd1-4584-8785-b6063316c7ca owned by compute:nova {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:40:14.290438 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3ce41429-4380-4803-a8cd-1df4100018bb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:40:14.365795 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9de2b-ccf5-4de3-94cd-179adc56fdde req-e3eb8607-af57-4e45-8742-e6847b1c1cc5 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:14.367874 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-36a9de2b-ccf5-4de3-94cd-179adc56fdde req-e3eb8607-af57-4e45-8742-e6847b1c1cc5 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/ports?device_id=a99ed95b-847b-41a5-970c-6aabd32db885 HTTP/1.1" status: 200 len: 946 time: 0.1757536 May 06 00:40:14.408301 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:14.423737 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6001baf-2374-451d-80e8-04d2ed9c7de7 req-0ffb7b91-623b-4df7-ad4d-154b98957870 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:14.425235 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b6001baf-2374-451d-80e8-04d2ed9c7de7 req-0ffb7b91-623b-4df7-ad4d-154b98957870 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.1852028 May 06 00:40:14.443869 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:40:14.454366 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 3ce41429-4380-4803-a8cd-1df4100018bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ce41429-4380-4803-a8cd-1df4100018bb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:14.459635 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:14.461845 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:14.501561 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-36a9de2b-ccf5-4de3-94cd-179adc56fdde req-ecc45857-a206-44a5-90d0-4a9bac2fc51a tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.32 "GET /v2.0/security-groups?id=fcf9384f-f93e-45fd-84c4-326cc9aff380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237850 May 06 00:40:14.529472 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b6001baf-2374-451d-80e8-04d2ed9c7de7 req-cc8c89a0-14f1-441e-bda5-2061b592afc9 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933318 May 06 00:40:14.551771 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:14.556702 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=3ce41429-4380-4803-a8cd-1df4100018bb,revision_number=6']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:14.561212 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8656fe72-ee57-49ac-9708-a9f8903fd7e8 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:14.564667 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:14.567381 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb', 'code': 200} May 06 00:40:14.568273 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['6c8e84e0-4bd1-4584-8785-b6063316c7ca'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:40:14.637034 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Pushing event deleted for resources: {'Port': ['ID=6c8e84e0-4bd1-4584-8785-b6063316c7ca,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:14.685856 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.686218 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.686567 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.686914 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.687260 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.687602 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.687938 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.688277 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.688625 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.688959 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.689292 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.689624 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:14.692916 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:14.698753 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] No DVR routers for this DVR port 6c8e84e0-4bd1-4584-8785-b6063316c7ca on host hv-cinder-78462 {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:40:14.701129 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:14.703943 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ed95b-847b-41a5-970c-6aabd32db885', 'name': 'network-vif-deleted', 'tag': '6c8e84e0-4bd1-4584-8785-b6063316c7ca'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:40:14.716674 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a36b4222-fcad-497d-bee3-f1bbfbcbd168 req-e55806c3-84ff-458f-9b4a-dd7ace034fd6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] 10.222.0.26 "DELETE /v2.0/ports/6c8e84e0-4bd1-4584-8785-b6063316c7ca HTTP/1.1" status: 204 len: 173 time: 1.0019386 May 06 00:40:14.761487 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99ed95b-847b-41a5-970c-6aabd32db885', 'name': 'network-vif-deleted', 'tag': '6c8e84e0-4bd1-4584-8785-b6063316c7ca', 'status': 'completed', 'code': 200} May 06 00:40:14.794684 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-18f42ccf-e3a8-4a91-85b1-889fa835415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:14.796197 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-18f42ccf-e3a8-4a91-85b1-889fa835415a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e&tenant_id=62b9f7b2b4c84262afcea5da837cc9b6 HTTP/1.1" status: 200 len: 1097 time: 0.1267254 May 06 00:40:14.898385 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-8cac7e65-4099-4ca1-99d0-db8f61b03019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:14.899783 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-8cac7e65-4099-4ca1-99d0-db8f61b03019 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b9f7b2b4c84262afcea5da837cc9b6&device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1097 time: 0.0785556 May 06 00:40:15.044484 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-24a442bb-e3de-4e4f-aadc-2ba7cdd3ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:15.045924 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-24a442bb-e3de-4e4f-aadc-2ba7cdd3ca15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d785f87c-c20d-49d9-af2b-695cd3fd9484 HTTP/1.1" status: 200 len: 909 time: 0.1379185 May 06 00:40:15.151681 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-49966bf3-1d9e-47a3-b0e5-05aaedf142b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ce41429-4380-4803-a8cd-1df4100018bb HTTP/1.1" status: 200 len: 999 time: 0.0964658 May 06 00:40:15.224285 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-601e2f60-b9a4-47ed-9343-841f9668e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:15.225834 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-601e2f60-b9a4-47ed-9343-841f9668e982 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6518a22-4bb8-4620-969a-04d81c5438a1 HTTP/1.1" status: 200 len: 848 time: 0.0572684 May 06 00:40:15.309972 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-27c30cff-7443-492d-8468-3f143087cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:15.311423 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-27c30cff-7443-492d-8468-3f143087cb71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d785f87c-c20d-49d9-af2b-695cd3fd9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775499 May 06 00:40:15.441916 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-ab758919-d748-49dd-ba53-5bb7405c2291 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224277 May 06 00:40:15.579011 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b43f3484-b1b5-4c44-a61a-b2cdf10632d4 req-f9d3a48a-68b0-47bc-bd50-1d5ddbd06af3 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285048 May 06 00:40:15.602022 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44328) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:15.704353 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e211d7-4c28-4596-b100-047af8876357 admin admin] Deleting subnet 63d7eccf-ab98-402d-81be-0ce32359c56a {{(pid=73853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:40:15.708243 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f2e211d7-4c28-4596-b100-047af8876357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:15.762257 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f2e211d7-4c28-4596-b100-047af8876357 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:15.775622 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f2e211d7-4c28-4596-b100-047af8876357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:15.822486 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08b70c-46d3-4d05-ab9d-64582d698baa req-f8589364-210a-4525-a628-1097485bafb3 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:15.823945 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3f08b70c-46d3-4d05-ab9d-64582d698baa req-f8589364-210a-4525-a628-1097485bafb3 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 944 time: 0.1829841 May 06 00:40:15.945511 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3f08b70c-46d3-4d05-ab9d-64582d698baa req-b98e086f-e095-4a55-9598-e7afc641475c tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152329 May 06 00:40:16.066515 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f2e211d7-4c28-4596-b100-047af8876357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.071258 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a97397cf-a0d0-44b4-aace-eb4557a91266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:16.108184 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e211d7-4c28-4596-b100-047af8876357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d7eccf-ab98-402d-81be-0ce32359c56a,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:16.110093 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f2e211d7-4c28-4596-b100-047af8876357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.112963 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f2e211d7-4c28-4596-b100-047af8876357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:16.116628 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-f2e211d7-4c28-4596-b100-047af8876357 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/63d7eccf-ab98-402d-81be-0ce32359c56a HTTP/1.1" status: 204 len: 168 time: 0.5134807 May 06 00:40:16.119247 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44334) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:16.220552 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.350261 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.435158 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8308ca82-4a3a-4b97-970c-0f4006119c41']}} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:40:16.448055 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551d5801-595e-44ca-bba3-f8351f0d444c') {'for_net_delete': True} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:40:16.448361 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551d5801-595e-44ca-bba3-f8351f0d444c') {} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:40:16.459993 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071601824'] for segment, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.475884 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.482355 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=73854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:40:16.482779 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071891360'] for segment, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: Traceback (most recent call last): May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: timer() May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: cb(*args, **kw) May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: return func(*args, **kwargs) May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: self._notify() May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: self.callback(batched_events) May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: event.method(event) May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: return f(self, *a, **k) May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: return self._get(url).json() May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: return self.request(url, 'GET', **kwargs) May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:40:16.496034 dv-cinder-784623-8-smb neutron-server[73854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:40:16.574665 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.579451 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:16.594229 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.604237 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=8308ca82-4a3a-4b97-970c-0f4006119c41,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:16.607263 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:16.614216 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-29c37bfb-6b8a-4b9b-88da-1a64daab3a80 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8308ca82-4a3a-4b97-970c-0f4006119c41 HTTP/1.1" status: 204 len: 168 time: 0.4939966 May 06 00:40:16.805867 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44340) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:16.853268 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-9a7adab0-f58f-46ab-8831-af9311b72747 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23efee4fd031401a88e1ef6f7fc932b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461597 May 06 00:40:16.856427 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44346) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:16.913652 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-75910393-1963-47b3-a180-09caed38b1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.939230 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-75910393-1963-47b3-a180-09caed38b1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:16.998265 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-75910393-1963-47b3-a180-09caed38b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:17.004039 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3bd68b90-56d7-4bed-a4e2-311bf5955bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:17.025967 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75910393-1963-47b3-a180-09caed38b1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf9384f-f93e-45fd-84c4-326cc9aff380,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:17.028817 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-75910393-1963-47b3-a180-09caed38b1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:17.034112 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-75910393-1963-47b3-a180-09caed38b1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:17.049341 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-75910393-1963-47b3-a180-09caed38b1b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcf9384f-f93e-45fd-84c4-326cc9aff380 HTTP/1.1" status: 204 len: 168 time: 0.1828408 May 06 00:40:17.136245 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4e32f-e954-4a10-b881-feb092e9fcc9 req-5b1734f8-e17a-4abd-afc4-e2be9286d928 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:17.144990 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-38c4e32f-e954-4a10-b881-feb092e9fcc9 req-5b1734f8-e17a-4abd-afc4-e2be9286d928 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 944 time: 0.0903111 May 06 00:40:17.190401 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-38c4e32f-e954-4a10-b881-feb092e9fcc9 req-e4b1662a-d7b6-4ec5-86d5-77abeef586d1 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442951 May 06 00:40:17.842461 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44374) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:17.961046 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1836716854-network', 'tenant_id': 'a0d18c8054ee49e2980caf8a5a258b2f'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:40:17.965886 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:17.970156 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Usage tracker for resource:network and tenant:a0d18c8054ee49e2980caf8a5a258b2f is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:17.973164 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:17.980033 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:17.993509 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Made reservation on behalf of a0d18c8054ee49e2980caf8a5a258b2f for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:40:17.995756 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.008154 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.022191 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:18.026101 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Usage tracker for resource:security_group_rule and tenant:a0d18c8054ee49e2980caf8a5a258b2f is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:18.028842 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:18.034539 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:18.119103 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.124065 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.127475 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-bf0605ef-29ce-4430-9782-6f7fa17ff54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:18.154421 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:40:18.162629 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b3e387-532a-47a9-a9b8-1a7b60c55117,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:18.166370 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:18.168788 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.169118 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Added segment c0ae21b6-ceba-402f-97bc-e6f7d2dc2d4e of type vlan for network 613f4abb-e40d-40c5-83b6-e75f15d3aa33 May 06 00:40:18.194189 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.225437 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.226914 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:18.227588 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.231345 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:18.334258 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4907176 May 06 00:40:18.336529 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Pushing event updated for resources: {'Network': ['ID=613f4abb-e40d-40c5-83b6-e75f15d3aa33,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:18.337429 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44384) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:18.337969 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3ce41429-4380-4803-a8cd-1df4100018bb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:40:18.339259 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:18.347466 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 6c8e84e0-4bd1-4584-8785-b6063316c7ca no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:40:18.354433 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Request body: {'subnet': {'network_id': '613f4abb-e40d-40c5-83b6-e75f15d3aa33', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1836716854-subnet', 'tenant_id': 'a0d18c8054ee49e2980caf8a5a258b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:40:18.360724 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:18.366690 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Usage tracker for resource:subnet and tenant:a0d18c8054ee49e2980caf8a5a258b2f is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:18.370270 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:18.379336 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:18.385395 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network 613f4abb-e40d-40c5-83b6-e75f15d3aa33 details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:40:18.391234 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Made reservation on behalf of a0d18c8054ee49e2980caf8a5a258b2f for: {'subnet': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:40:18.393553 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.398834 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 6c8e84e0-4bd1-4584-8785-b6063316c7ca {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:40:18.399178 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 6c8e84e0-4bd1-4584-8785-b6063316c7ca not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:40:18.448200 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.db.resource_extend [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 00:40:18.489646 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4832f44-4bfe-418a-9946-bc5c0656d998 req-82164aec-fa04-408f-8bcc-2c59cf573526 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:18.491125 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f4832f44-4bfe-418a-9946-bc5c0656d998 req-82164aec-fa04-408f-8bcc-2c59cf573526 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 944 time: 0.1900887 May 06 00:40:18.553722 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f4832f44-4bfe-418a-9946-bc5c0656d998 req-a97e2790-d5ea-41ac-a95f-015ec035dcea tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561421 May 06 00:40:18.600883 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 3ce41429-4380-4803-a8cd-1df4100018bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ce41429-4380-4803-a8cd-1df4100018bb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:18.618038 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '3ce41429-4380-4803-a8cd-1df4100018bb', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'port_id': '3ce41429-4380-4803-a8cd-1df4100018bb', 'mac_address': 'fa:16:3e:37:49:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:40:18.672694 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.690536 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce41429-4380-4803-a8cd-1df4100018bb {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:40:18.708512 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 3ce41429-4380-4803-a8cd-1df4100018bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ce41429-4380-4803-a8cd-1df4100018bb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:18.716784 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.718946 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:18.788786 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=3ce41429-4380-4803-a8cd-1df4100018bb,revision_number=7']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:18.792013 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:18.924623 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:18.929182 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:18.947420 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['3ce41429-4380-4803-a8cd-1df4100018bb'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:40:19.027953 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32973eb9-62f2-414e-8367-260f913cd7bd req-4c3248a0-b17d-4885-b088-9ffaec23e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:19.029456 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-32973eb9-62f2-414e-8367-260f913cd7bd req-4c3248a0-b17d-4885-b088-9ffaec23e926 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7db5b44572d44cab992ea454a1edb665&device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 1137 time: 0.0834994 May 06 00:40:19.050616 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fcfd3c7-80ef-4112-81c8-796a369380ec,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:19.054502 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:19.063300 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Checking segment: {'id': 'c0ae21b6-ceba-402f-97bc-e6f7d2dc2d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '613f4abb-e40d-40c5-83b6-e75f15d3aa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:40:19.063654 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Network hostable DHCP agents. Network: 613f4abb-e40d-40c5-83b6-e75f15d3aa33, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:40:19.099051 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23a6bd-6b1f-4710-a611-b4caa4bccd17 req-706e45ac-21f5-441d-b1b9-20a375b2abac tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:19.100559 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3c23a6bd-6b1f-4710-a611-b4caa4bccd17 req-706e45ac-21f5-441d-b1b9-20a375b2abac tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1329448 May 06 00:40:19.126148 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Network 613f4abb-e40d-40c5-83b6-e75f15d3aa33 is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:40:19.152536 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, 613f4abb-e40d-40c5-83b6-e75f15d3aa33) {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:40:19.161509 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:19.164626 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b8724e-68f5-439e-b734-b0c7a99b005e None None] Network 613f4abb-e40d-40c5-83b6-e75f15d3aa33 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:40:19.164997 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:19.174524 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3c23a6bd-6b1f-4710-a611-b4caa4bccd17 req-de20c12e-4e53-4173-b0d0-8780d83ce05b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676982 May 06 00:40:19.185148 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32973eb9-62f2-414e-8367-260f913cd7bd req-830009e9-3708-46df-aea5-f2cc8185495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:19.187623 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-32973eb9-62f2-414e-8367-260f913cd7bd req-830009e9-3708-46df-aea5-f2cc8185495e service neutron] 10.222.0.26 "GET /v2.0/networks?id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d HTTP/1.1" status: 200 len: 915 time: 0.1510758 May 06 00:40:19.201467 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-915750df-20d0-4f00-ad02-9fefc687b1c1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8546097 May 06 00:40:19.290810 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-32973eb9-62f2-414e-8367-260f913cd7bd req-eb77280f-9ec2-4c5a-b327-798d6c3a7346 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 200 len: 1000 time: 0.0952020 May 06 00:40:19.357761 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32973eb9-62f2-414e-8367-260f913cd7bd req-4b361910-992c-4ded-b0ad-cdd4adf81d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:19.359188 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-32973eb9-62f2-414e-8367-260f913cd7bd req-4b361910-992c-4ded-b0ad-cdd4adf81d65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b837d0-0892-4761-8725-eb8cb1f778c3 HTTP/1.1" status: 200 len: 854 time: 0.0610094 May 06 00:40:19.441474 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32973eb9-62f2-414e-8367-260f913cd7bd req-7e75b6df-e01d-4fd4-92d0-69eb90676711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:19.443295 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-32973eb9-62f2-414e-8367-260f913cd7bd req-7e75b6df-e01d-4fd4-92d0-69eb90676711 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765495 May 06 00:40:19.463484 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413fd981-0934-4380-8d0a-390925abff5e None None] Network 613f4abb-e40d-40c5-83b6-e75f15d3aa33 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:40:19.590325 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-32973eb9-62f2-414e-8367-260f913cd7bd req-f3317152-2fe3-40a6-a97c-f9274bc8917c service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390409 May 06 00:40:19.731953 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-32973eb9-62f2-414e-8367-260f913cd7bd req-534e66c1-7599-448a-81de-417af68a341e service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337416 May 06 00:40:19.746274 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5610d24-510e-496d-b495-4684651a1f59 req-4d72bc48-0eb3-4750-a359-e61d446b4f2f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:19.747996 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b5610d24-510e-496d-b495-4684651a1f59 req-4d72bc48-0eb3-4750-a359-e61d446b4f2f tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 945 time: 0.0842552 May 06 00:40:19.769474 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44412) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:19.774974 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1992615688-network', 'tenant_id': '97a68b7c4aab4aca97910b3309b14af0'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:40:19.779438 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:19.783177 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Usage tracker for resource:network and tenant:97a68b7c4aab4aca97910b3309b14af0 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:19.785986 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:19.792181 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:19.800848 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b5610d24-510e-496d-b495-4684651a1f59 req-48f6a188-69fc-44d5-bf5b-055483a49116 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464237 May 06 00:40:19.802615 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Made reservation on behalf of 97a68b7c4aab4aca97910b3309b14af0 for: {'network': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:40:19.805419 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:19.821720 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:19.839865 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:19.843627 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Usage tracker for resource:security_group_rule and tenant:97a68b7c4aab4aca97910b3309b14af0 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:19.846459 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:19.852088 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:19.931980 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:19.938094 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:19.941996 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4ddd4282-9245-4f63-99e1-e343907e943c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:19.968180 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=73854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:40:19.976494 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab65e4ed-38ba-4c76-aefe-f764d46d02aa,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:19.979926 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:19.982523 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:19.982859 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.segments_db [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Added segment 6db47c84-df4d-48af-8944-9258929a023c of type vlan for network d1f25a61-c0b0-43b3-89c1-666d9a159d11 May 06 00:40:20.009933 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:20.041592 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:20.043108 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:20.043791 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:20.048628 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:20.145406 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3748372 May 06 00:40:20.146422 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Pushing event updated for resources: {'Network': ['ID=d1f25a61-c0b0-43b3-89c1-666d9a159d11,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:20.149011 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44416) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:20.149221 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:20.155736 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Request body: {'subnet': {'network_id': 'd1f25a61-c0b0-43b3-89c1-666d9a159d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1992615688-subnet', 'tenant_id': '97a68b7c4aab4aca97910b3309b14af0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:40:20.156726 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network d1f25a61-c0b0-43b3-89c1-666d9a159d11 details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:40:20.160850 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:20.165133 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Usage tracker for resource:subnet and tenant:97a68b7c4aab4aca97910b3309b14af0 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:20.168156 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:20.174777 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:20.186476 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Made reservation on behalf of 97a68b7c4aab4aca97910b3309b14af0 for: {'subnet': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:40:20.188867 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Notify callbacks [] for subnet, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:20.343189 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3ce41429-4380-4803-a8cd-1df4100018bb up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:40:20.409466 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 3ce41429-4380-4803-a8cd-1df4100018bb triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:40:20.409840 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:20.437877 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09e99-c4a6-4946-bd5b-d0515f3bd768 req-3841a4e2-c734-4034-a10c-4525ded1f8c9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:20.439339 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-48d09e99-c4a6-4946-bd5b-d0515f3bd768 req-3841a4e2-c734-4034-a10c-4525ded1f8c9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1474917 May 06 00:40:20.528386 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:20.556388 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-48d09e99-c4a6-4946-bd5b-d0515f3bd768 req-b5dc7cdb-d5d9-42ff-aa39-e78ac9cb3758 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085110 May 06 00:40:20.557740 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:40:20.568402 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 3ce41429-4380-4803-a8cd-1df4100018bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ce41429-4380-4803-a8cd-1df4100018bb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:20.575520 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:20.577737 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-6de1ffc9-4dc4-44fa-b05e-dffe843d2a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:20.627748 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb', 'code': 200} May 06 00:40:20.653875 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=3ce41429-4380-4803-a8cd-1df4100018bb,revision_number=8']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:20.656721 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:20.687379 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for subnet, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:20.691911 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:20.758769 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd14f729-9001-4ede-aa67-01158686ffd0,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:20.762262 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:20.768003 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Checking segment: {'id': '6db47c84-df4d-48af-8944-9258929a023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd1f25a61-c0b0-43b3-89c1-666d9a159d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:40:20.768450 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Network hostable DHCP agents. Network: d1f25a61-c0b0-43b3-89c1-666d9a159d11, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:40:20.786887 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Network d1f25a61-c0b0-43b3-89c1-666d9a159d11 is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:40:20.797454 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, d1f25a61-c0b0-43b3-89c1-666d9a159d11) {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:40:20.801281 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:20.801858 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:20.807016 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11822bf-10df-47a4-8dcf-8dc6ef51f85e None None] Network d1f25a61-c0b0-43b3-89c1-666d9a159d11 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:40:20.844730 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-dd2a9a5c-5a2a-4300-95bb-2e37e318aacd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6872690 May 06 00:40:20.930464 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d1484-3abf-47ad-9747-7e9ce7cd38ac req-b063dc1d-a058-401b-b7ee-75820bdba083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:20.932112 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-934d1484-3abf-47ad-9747-7e9ce7cd38ac req-b063dc1d-a058-401b-b7ee-75820bdba083 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1099 time: 0.0711563 May 06 00:40:20.978085 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-934d1484-3abf-47ad-9747-7e9ce7cd38ac req-3d070622-429b-481b-b4f3-b21fb4354fe2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386789 May 06 00:40:20.998329 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44430) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:21.037548 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1e1af-b30e-4982-91ad-d07d936e5383 req-234d676d-b133-4d48-90a4-b51baf1e5cf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:21.040032 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e9f1e1af-b30e-4982-91ad-d07d936e5383 req-234d676d-b133-4d48-90a4-b51baf1e5cf4 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0966518 May 06 00:40:21.052495 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd5425-4092-4ec9-a631-2531cf4f1a93 None None] Network d1f25a61-c0b0-43b3-89c1-666d9a159d11 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:40:21.092199 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e9f1e1af-b30e-4982-91ad-d07d936e5383 req-87b32b5c-51a8-4519-b9dc-e1b046c180cb tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443058 May 06 00:40:21.143163 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_v2 [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Deleting subnet 2fcfd3c7-80ef-4112-81c8-796a369380ec {{(pid=73854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:40:21.146235 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:21.194418 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071601855'] for subnet, precommit_delete_associations {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:21.250733 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:21.504772 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071891398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071861408'] for subnet, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:21.508494 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:21.544161 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fcfd3c7-80ef-4112-81c8-796a369380ec,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:21.548992 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:21.556520 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.556893 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.557261 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.557615 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.557964 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.558314 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.558655 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.558999 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.559342 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.559681 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.560006 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.560353 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:21.563765 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:21.565716 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2fcfd3c7-80ef-4112-81c8-796a369380ec HTTP/1.1" status: 204 len: 168 time: 0.5662270 May 06 00:40:21.568337 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44434) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:21.676542 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:21.848602 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:21.865465 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.865794 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.866633 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.866959 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.867863 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.867863 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.868056 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.868257 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.868532 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.868837 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.938594 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.938932 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.939254 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.939571 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 00:40:21.939927 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613f4abb-e40d-40c5-83b6-e75f15d3aa33']}} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:40:21.955365 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ae21b6-ceba-402f-97bc-e6f7d2dc2d4e') {'for_net_delete': True} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:40:21.955672 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ae21b6-ceba-402f-97bc-e6f7d2dc2d4e') {} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:40:21.973548 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1073704488'] for segment, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:22.000074 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2e544-b644-471a-b5f1-ba7f3aede6ad req-187ee2f2-409d-40e2-932a-c08b4b34a185 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:22.001636 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-52b2e544-b644-471a-b5f1-ba7f3aede6ad req-187ee2f2-409d-40e2-932a-c08b4b34a185 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.3143516 May 06 00:40:22.002575 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:22.025363 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=73853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:40:22.025514 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071546136'] for segment, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: from cryptography.utils import int_from_bytes May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: from cryptography.utils import int_from_bytes May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: Traceback (most recent call last): May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: timer() May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: cb(*args, **kw) May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: return func(*args, **kwargs) May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: self._notify() May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: self.callback(batched_events) May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: event.method(event) May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: return f(self, *a, **k) May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: return self._get(url).json() May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: return self.request(url, 'GET', **kwargs) May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:40:22.041227 dv-cinder-784623-8-smb neutron-server[73853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:40:22.281926 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:22.292011 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-52b2e544-b644-471a-b5f1-ba7f3aede6ad req-c9db4700-3e9a-4380-82c5-ef71167d3dc4 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2842379 May 06 00:40:22.297427 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ce5a1aaa-3b02-47a3-b5fb-3db7829e01df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:22.320699 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:22.324384 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=613f4abb-e40d-40c5-83b6-e75f15d3aa33,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:22.329651 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:22.335259 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-1013bf51-e7b3-4f76-8892-cfbc81f343f5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/613f4abb-e40d-40c5-83b6-e75f15d3aa33 HTTP/1.1" status: 204 len: 168 time: 0.7658093 May 06 00:40:22.338177 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44452) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:22.403362 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a0df7-a11e-43ae-9ed3-df6fa09eed3b req-e445d832-5e20-4836-8b62-07f4fdcdd798 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:22.404834 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-333a0df7-a11e-43ae-9ed3-df6fa09eed3b req-e445d832-5e20-4836-8b62-07f4fdcdd798 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.1908929 May 06 00:40:22.432241 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ea9f70-13f1-4048-8230-d126702cc0b2 admin admin] Deleting subnet cd14f729-9001-4ede-aa67-01158686ffd0 {{(pid=73853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:40:22.439298 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9f70-13f1-4048-8230-d126702cc0b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:22.497031 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-333a0df7-a11e-43ae-9ed3-df6fa09eed3b req-bd1d82ad-29d2-4ac3-b7d8-855a4126f27b tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857370 May 06 00:40:22.506590 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9f70-13f1-4048-8230-d126702cc0b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1073704503'] for subnet, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:22.562607 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9f70-13f1-4048-8230-d126702cc0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:22.823144 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9f70-13f1-4048-8230-d126702cc0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071546238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1072420825'] for subnet, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:22.827399 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-475ea773-72eb-4c17-9b62-a493cebf548b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:22.862443 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea9f70-13f1-4048-8230-d126702cc0b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd14f729-9001-4ede-aa67-01158686ffd0,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:22.865276 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-c8ea9f70-13f1-4048-8230-d126702cc0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:22.868335 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9f70-13f1-4048-8230-d126702cc0b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:22.874938 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-c8ea9f70-13f1-4048-8230-d126702cc0b2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cd14f729-9001-4ede-aa67-01158686ffd0 HTTP/1.1" status: 204 len: 168 time: 0.5358186 May 06 00:40:22.878700 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44458) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:22.988904 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.119910 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.133084 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f25a61-c0b0-43b3-89c1-666d9a159d11']}} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:40:23.145405 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db47c84-df4d-48af-8944-9258929a023c') {'for_net_delete': True} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:40:23.145701 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db47c84-df4d-48af-8944-9258929a023c') {} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:40:23.157177 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1073704488'] for segment, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.172917 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.179192 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=73853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:40:23.180205 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071546136'] for segment, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: Traceback (most recent call last): May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: timer() May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: cb(*args, **kw) May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: return func(*args, **kwargs) May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: self._notify() May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: self.callback(batched_events) May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: event.method(event) May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: return f(self, *a, **k) May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: return self._get(url).json() May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: return self.request(url, 'GET', **kwargs) May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:40:23.193050 dv-cinder-784623-8-smb neutron-server[73853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:40:23.276833 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.281008 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:23.294357 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.303860 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f25a61-c0b0-43b3-89c1-666d9a159d11,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:23.309703 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d1f25a61-c0b0-43b3-89c1-666d9a159d11 HTTP/1.1" status: 204 len: 168 time: 0.4273732 May 06 00:40:23.309703 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a5b86e92-7fa1-44da-a70f-3219d68fdb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:23.485686 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44470) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:23.487837 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a489b-8e83-4dc7-8b5e-f30363ce4aea req-c4d7852d-e63f-43a0-822e-4257c35264ea tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:23.489326 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-396a489b-8e83-4dc7-8b5e-f30363ce4aea req-c4d7852d-e63f-43a0-822e-4257c35264ea tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.0863826 May 06 00:40:23.534562 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-3d3df824-f0f9-4d9f-aa22-1b7fb835e3f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0d18c8054ee49e2980caf8a5a258b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475912 May 06 00:40:23.536098 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-396a489b-8e83-4dc7-8b5e-f30363ce4aea req-5387f196-aa25-47c8-b61b-6438b5fb5a40 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407405 May 06 00:40:23.536985 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44474) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:23.594686 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b879cbb6-2fb2-4746-b764-eafbeeb65b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.619993 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b879cbb6-2fb2-4746-b764-eafbeeb65b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.674051 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b879cbb6-2fb2-4746-b764-eafbeeb65b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.678228 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-24d4086e-a314-40d6-89d3-279deaa96115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:23.689859 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879cbb6-2fb2-4746-b764-eafbeeb65b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b3e387-532a-47a9-a9b8-1a7b60c55117,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:23.692186 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b879cbb6-2fb2-4746-b764-eafbeeb65b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:23.697181 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b879cbb6-2fb2-4746-b764-eafbeeb65b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:23.698280 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-b879cbb6-2fb2-4746-b764-eafbeeb65b4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82b3e387-532a-47a9-a9b8-1a7b60c55117 HTTP/1.1" status: 204 len: 168 time: 0.1604242 May 06 00:40:24.063096 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44484) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:24.114611 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-de1cd12c-7d9d-43a0-a4e7-fc6dac7c4288 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97a68b7c4aab4aca97910b3309b14af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503314 May 06 00:40:24.117519 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44490) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:24.178518 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bbfac682-6ff3-4b11-aaa6-6ee3c5debf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:24.204006 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bbfac682-6ff3-4b11-aaa6-6ee3c5debf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:24.257736 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bbfac682-6ff3-4b11-aaa6-6ee3c5debf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:24.261559 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b879cbb6-2fb2-4746-b764-eafbeeb65b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:24.273409 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfac682-6ff3-4b11-aaa6-6ee3c5debf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab65e4ed-38ba-4c76-aefe-f764d46d02aa,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:24.276886 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-bbfac682-6ff3-4b11-aaa6-6ee3c5debf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:24.280609 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-bbfac682-6ff3-4b11-aaa6-6ee3c5debf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:24.284663 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-bbfac682-6ff3-4b11-aaa6-6ee3c5debf37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab65e4ed-38ba-4c76-aefe-f764d46d02aa HTTP/1.1" status: 204 len: 168 time: 0.1630487 May 06 00:40:24.321997 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:24.774711 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa1149-9603-43d6-83e0-8359941fa641 req-22597a7c-4765-49ec-b691-80f15e0f810f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:24.776104 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-25aa1149-9603-43d6-83e0-8359941fa641 req-22597a7c-4765-49ec-b691-80f15e0f810f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1467016 May 06 00:40:24.784346 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea2df8-b72e-4c4f-891d-476f0b113129 req-8e297810-cf65-4789-b438-f6b3091c93e9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:24.785722 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-21ea2df8-b72e-4c4f-891d-476f0b113129 req-8e297810-cf65-4789-b438-f6b3091c93e9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1164868 May 06 00:40:24.857440 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-25aa1149-9603-43d6-83e0-8359941fa641 req-f8a9ff8b-ebd0-4db7-b06b-6bf03050e175 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707467 May 06 00:40:24.861313 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-21ea2df8-b72e-4c4f-891d-476f0b113129 req-889593f9-308b-40d0-b130-9d3b549dd6b2 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617104 May 06 00:40:25.779601 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:40:26.120459 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a115582-7954-4c46-a2af-2c9b20d10987 req-354a31e5-5cab-4ec6-839a-de124cf8d2a8 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:26.122117 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6a115582-7954-4c46-a2af-2c9b20d10987 req-354a31e5-5cab-4ec6-839a-de124cf8d2a8 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1459186 May 06 00:40:26.130966 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039c51c-2617-4380-ba05-a41001d95c1d req-621e8a44-f7db-4411-885e-f491436f424c tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:26.132674 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c039c51c-2617-4380-ba05-a41001d95c1d req-621e8a44-f7db-4411-885e-f491436f424c tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1211164 May 06 00:40:26.276958 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44560) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:26.292544 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6a115582-7954-4c46-a2af-2c9b20d10987 req-190e292d-f161-44d7-8f11-156c578b2cd4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585889 May 06 00:40:26.298892 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c039c51c-2617-4380-ba05-a41001d95c1d req-ea74c9b9-0399-48c6-9ca2-5bce9d2d9b07 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514626 May 06 00:40:26.409969 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-08e14393-eaea-4216-bfd2-a6fa4134ef68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:26.425631 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-08e14393-eaea-4216-bfd2-a6fa4134ef68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:26.429596 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-08e14393-eaea-4216-bfd2-a6fa4134ef68 admin admin] Usage tracker for resource:security_group_rule and tenant:2999ae17e2944539b6786641c90cff83 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:26.432801 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-08e14393-eaea-4216-bfd2-a6fa4134ef68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:26.438561 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-08e14393-eaea-4216-bfd2-a6fa4134ef68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:26.532185 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-08e14393-eaea-4216-bfd2-a6fa4134ef68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:26.538603 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-08e14393-eaea-4216-bfd2-a6fa4134ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:26.545501 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b1de3567-06e7-480e-b232-c6836be984ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:26.588690 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-08e14393-eaea-4216-bfd2-a6fa4134ef68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2999ae17e2944539b6786641c90cff83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106039 May 06 00:40:26.590402 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e14393-eaea-4216-bfd2-a6fa4134ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca880b4b-9941-48b5-950f-588413e83532,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:26.591604 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44566) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:26.593559 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-08e14393-eaea-4216-bfd2-a6fa4134ef68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:26.660382 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a4f849a3-67cc-42dd-9d37-a7a5f897e6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:26.687423 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a4f849a3-67cc-42dd-9d37-a7a5f897e6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:26.739700 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a4f849a3-67cc-42dd-9d37-a7a5f897e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:26.743522 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-da05a1ae-ac95-4d6d-b3f4-3ca9c980f40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:26.754279 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f849a3-67cc-42dd-9d37-a7a5f897e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca880b4b-9941-48b5-950f-588413e83532,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:26.757800 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a4f849a3-67cc-42dd-9d37-a7a5f897e6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:26.761570 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a4f849a3-67cc-42dd-9d37-a7a5f897e6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:26.765082 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-a4f849a3-67cc-42dd-9d37-a7a5f897e6c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca880b4b-9941-48b5-950f-588413e83532 HTTP/1.1" status: 204 len: 168 time: 0.1700759 May 06 00:40:27.053840 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44574) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:27.072041 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:27.087501 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:27.091698 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] Usage tracker for resource:security_group_rule and tenant:2e6c03006a7a4aa58465db1b9837ebaf is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:27.094578 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:27.100342 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:27.195605 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:27.202099 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:27.210371 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:27.248676 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e6c03006a7a4aa58465db1b9837ebaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937320 May 06 00:40:27.250276 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965af093-7f03-4667-95fe-ad925aa07439,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:27.251551 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44578) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:27.253307 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:27.311534 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-04d72ef6-a116-414e-bb3a-53aa423c3e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:27.341884 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-04d72ef6-a116-414e-bb3a-53aa423c3e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:27.400103 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-04d72ef6-a116-414e-bb3a-53aa423c3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:27.404387 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a9ffa9b2-7305-45cd-a39d-ce68cc4db8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:27.417803 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d72ef6-a116-414e-bb3a-53aa423c3e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965af093-7f03-4667-95fe-ad925aa07439,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:27.421569 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-04d72ef6-a116-414e-bb3a-53aa423c3e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:27.427450 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-04d72ef6-a116-414e-bb3a-53aa423c3e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:27.431855 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-04d72ef6-a116-414e-bb3a-53aa423c3e9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/965af093-7f03-4667-95fe-ad925aa07439 HTTP/1.1" status: 204 len: 168 time: 0.1760573 May 06 00:40:27.545779 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb016d-5613-4b6c-b35e-d3567bcfd536 req-2fafad5f-64ad-4ad4-a1f0-a9535412223d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:27.547283 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-32bb016d-5613-4b6c-b35e-d3567bcfd536 req-2fafad5f-64ad-4ad4-a1f0-a9535412223d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1415656 May 06 00:40:27.560687 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acd55b-3ead-49fe-a045-e41baab0d7c3 req-a6137fb7-6b77-4448-a294-17f5ba9e8f74 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:27.562118 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d4acd55b-3ead-49fe-a045-e41baab0d7c3 req-a6137fb7-6b77-4448-a294-17f5ba9e8f74 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1214659 May 06 00:40:27.631717 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-32bb016d-5613-4b6c-b35e-d3567bcfd536 req-ee59c10d-9858-44fd-80bc-65160471cc63 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686393 May 06 00:40:27.638462 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d4acd55b-3ead-49fe-a045-e41baab0d7c3 req-36a756e6-cbaa-41ba-bd39-625970f6735a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620942 May 06 00:40:28.887465 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761f1a8-41f6-42b4-bd35-58efea90c892 req-33b99b56-5343-41f7-af38-5dfd8af9527c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:28.888991 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0761f1a8-41f6-42b4-bd35-58efea90c892 req-33b99b56-5343-41f7-af38-5dfd8af9527c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1452692 May 06 00:40:28.897435 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9181647-b8ec-4987-93e7-475be9bd4d1f req-ce5b0b12-b74e-4e41-ab3a-095c32391f9d tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:28.898961 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a9181647-b8ec-4987-93e7-475be9bd4d1f req-ce5b0b12-b74e-4e41-ab3a-095c32391f9d tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1519899 May 06 00:40:28.972580 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0761f1a8-41f6-42b4-bd35-58efea90c892 req-1c716736-37a2-47fa-85c3-46b40f82a512 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724132 May 06 00:40:28.979292 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a9181647-b8ec-4987-93e7-475be9bd4d1f req-d2406ef7-03a0-406d-ab83-9fb07f308d33 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662255 May 06 00:40:29.460500 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-395f5566-6def-498a-b3ff-42963ee68b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:30.232019 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b33162-96aa-43f1-be8b-2dd21e22b675 req-d8fced4e-dd53-4946-874f-b799046b96f9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:30.233493 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b7b33162-96aa-43f1-be8b-2dd21e22b675 req-d8fced4e-dd53-4946-874f-b799046b96f9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1388655 May 06 00:40:30.240753 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a1aab-219a-485f-a535-eff35bca633a req-3deac176-9e0c-4596-909a-48d34fc3bb06 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:30.242062 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fd5a1aab-219a-485f-a535-eff35bca633a req-3deac176-9e0c-4596-909a-48d34fc3bb06 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1487031 May 06 00:40:30.310488 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b7b33162-96aa-43f1-be8b-2dd21e22b675 req-41a9da0d-f7ed-4ac3-b58e-cc9b49496899 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675013 May 06 00:40:30.316727 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fd5a1aab-219a-485f-a535-eff35bca633a req-53f4cc14-ef77-4e3d-b43c-1b22ababbf62 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613513 May 06 00:40:31.568880 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc507b28-c6f2-4a25-a152-b3c4c921620f req-2c6c3e47-a31e-493e-8870-86bce6a1026e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:31.570331 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc507b28-c6f2-4a25-a152-b3c4c921620f req-2c6c3e47-a31e-493e-8870-86bce6a1026e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1381416 May 06 00:40:31.580705 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ca6ec-3f60-43cc-a3c2-853a71496d2b req-bf3be09c-f85e-4158-8e50-75a770e885bf tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:31.582055 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c96ca6ec-3f60-43cc-a3c2-853a71496d2b req-bf3be09c-f85e-4158-8e50-75a770e885bf tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1187246 May 06 00:40:31.650112 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fc507b28-c6f2-4a25-a152-b3c4c921620f req-bcff719c-8f18-44b1-94b4-b29de11835f7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670948 May 06 00:40:31.660263 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c96ca6ec-3f60-43cc-a3c2-853a71496d2b req-b4532d5c-2214-4a28-a243-8f96895a78e5 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642722 May 06 00:40:31.984195 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:32.232801 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a34059b5-1767-40fe-99ff-ef79f98065bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:32.904307 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e11c5-c42c-4b99-8865-389dce852ee9 req-f2852348-0c46-4f04-b188-5c70d9049e68 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:32.905821 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3c3e11c5-c42c-4b99-8865-389dce852ee9 req-f2852348-0c46-4f04-b188-5c70d9049e68 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1428783 May 06 00:40:32.914189 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa7cab-77a3-4505-95a4-a87865c152f2 req-aa350641-22ec-4f40-b639-dc77697e0b7a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:32.915615 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4dfa7cab-77a3-4505-95a4-a87865c152f2 req-aa350641-22ec-4f40-b639-dc77697e0b7a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1166656 May 06 00:40:32.982362 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3c3e11c5-c42c-4b99-8865-389dce852ee9 req-d92a01d9-70fa-46cd-985c-427f89558f4f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657783 May 06 00:40:32.991006 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4dfa7cab-77a3-4505-95a4-a87865c152f2 req-ea62dd13-8604-4e14-ac3f-acf8b0e99e6a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595913 May 06 00:40:33.295992 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:34.247094 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35dd0-1d6b-4788-be85-5a4431fea611 req-47e61123-8665-4c39-bbcf-adf07975e019 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:34.248559 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-80c35dd0-1d6b-4788-be85-5a4431fea611 req-47e61123-8665-4c39-bbcf-adf07975e019 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1393068 May 06 00:40:34.256621 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef0aa-085b-46f6-ad68-1bc889646b24 req-97246636-569f-49fc-98d5-ce5c8daf81b3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:34.257939 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8d2ef0aa-085b-46f6-ad68-1bc889646b24 req-97246636-569f-49fc-98d5-ce5c8daf81b3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1177816 May 06 00:40:34.328979 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8d2ef0aa-085b-46f6-ad68-1bc889646b24 req-795491d9-6498-49b9-98cc-64ec48c6727f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569603 May 06 00:40:34.335119 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-80c35dd0-1d6b-4788-be85-5a4431fea611 req-227a44d3-e6fb-4938-8ebb-e5cdc1495302 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762925 May 06 00:40:34.969826 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:35.593302 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc80ad-3f5d-4124-a8ad-e388aa6a0a39 req-2b8d575f-7b75-40b7-884c-8cc9b4377b4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:35.594780 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f1cc80ad-3f5d-4124-a8ad-e388aa6a0a39 req-2b8d575f-7b75-40b7-884c-8cc9b4377b4c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1417499 May 06 00:40:35.605640 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39fc6c-7667-4ef5-a227-d9e2df609e3b req-587e4beb-65e2-4cb7-871e-f5fe8b324c80 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:35.607057 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2d39fc6c-7667-4ef5-a227-d9e2df609e3b req-587e4beb-65e2-4cb7-871e-f5fe8b324c80 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1147759 May 06 00:40:35.768540 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f1cc80ad-3f5d-4124-a8ad-e388aa6a0a39 req-5330908a-2c1e-4560-9930-fcdb2953b552 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601202 May 06 00:40:35.777972 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2d39fc6c-7667-4ef5-a227-d9e2df609e3b req-f786d9a0-0aad-4ee2-8066-3a01997d8b0f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1569200 May 06 00:40:36.217410 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44728) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:36.344621 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:36.358779 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:36.362622 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:8abcb41837d646f08d98b9935082e4de is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:36.365431 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:36.371194 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:36.456883 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:36.463051 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:36.469743 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-04d72ef6-a116-414e-bb3a-53aa423c3e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:36.509125 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8abcb41837d646f08d98b9935082e4de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904165 May 06 00:40:36.509986 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5a2065-7ec3-433f-9ab2-339c5f5d728d,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:36.512952 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44734) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:36.513520 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:36.572406 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9410c41c-a951-42ec-8472-0376c76ef17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:36.598393 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9410c41c-a951-42ec-8472-0376c76ef17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:36.651935 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9410c41c-a951-42ec-8472-0376c76ef17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:36.655526 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-477fb912-b281-45cc-8795-047336f13a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:36.667923 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410c41c-a951-42ec-8472-0376c76ef17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5a2065-7ec3-433f-9ab2-339c5f5d728d,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:36.671755 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9410c41c-a951-42ec-8472-0376c76ef17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:36.677156 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9410c41c-a951-42ec-8472-0376c76ef17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:36.678245 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-9410c41c-a951-42ec-8472-0376c76ef17f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c5a2065-7ec3-433f-9ab2-339c5f5d728d HTTP/1.1" status: 204 len: 168 time: 0.1642509 May 06 00:40:36.972063 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44746) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:36.989867 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:37.004429 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:37.008586 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:cfbe06101308421082ea023ffd310107 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:37.011550 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:37.017496 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:37.018739 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a506943-8c7d-4418-be83-ff6eae91df9a req-51548f4c-f7f0-4be4-b50e-40b838a090a3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:37.020196 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2a506943-8c7d-4418-be83-ff6eae91df9a req-51548f4c-f7f0-4be4-b50e-40b838a090a3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1397483 May 06 00:40:37.048901 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aefac-3357-4c02-aedb-b7700b97cd3c req-d5b00acb-dea6-4049-b513-661d4953245e tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:37.050351 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-589aefac-3357-4c02-aedb-b7700b97cd3c req-d5b00acb-dea6-4049-b513-661d4953245e tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.1367738 May 06 00:40:37.097871 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2a506943-8c7d-4418-be83-ff6eae91df9a req-f75a6670-2e67-4bdf-81d2-f0b0a03e4708 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702364 May 06 00:40:37.102068 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:37.107952 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:37.127176 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-610c2bbc-129b-40fd-924d-96bf4f3e2d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:37.127516 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-589aefac-3357-4c02-aedb-b7700b97cd3c req-77f7e2c8-fdf4-4e2e-8f25-b325a1828162 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=303bd450-2da1-4d94-8498-79816a63e758&id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622156 May 06 00:40:37.170222 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfbe06101308421082ea023ffd310107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970158 May 06 00:40:37.171162 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a47ca3-3a29-470d-a804-6aad39dccc1f,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:37.172868 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44752) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:37.174143 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:37.232821 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbd8e-88fe-42d1-8b11-7e957b03ad80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:37.260757 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbd8e-88fe-42d1-8b11-7e957b03ad80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:37.326220 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbd8e-88fe-42d1-8b11-7e957b03ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:37.332140 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-be3f7693-d2c7-4fae-9d4c-ebaac131e446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:37.344997 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cbd8e-88fe-42d1-8b11-7e957b03ad80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a47ca3-3a29-470d-a804-6aad39dccc1f,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:37.347320 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3a7cbd8e-88fe-42d1-8b11-7e957b03ad80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:37.353484 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbd8e-88fe-42d1-8b11-7e957b03ad80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:37.354617 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-3a7cbd8e-88fe-42d1-8b11-7e957b03ad80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0a47ca3-3a29-470d-a804-6aad39dccc1f HTTP/1.1" status: 204 len: 168 time: 0.1807268 May 06 00:40:38.302318 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ce9c-a993-400b-bb77-50d70ad0978b req-4b1f7b71-8a80-46f4-8a15-a3defd3ed8a3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:38.303799 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-de42ce9c-a993-400b-bb77-50d70ad0978b req-4b1f7b71-8a80-46f4-8a15-a3defd3ed8a3 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.0852530 May 06 00:40:38.349634 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-de42ce9c-a993-400b-bb77-50d70ad0978b req-00d9bda9-d5b5-4630-a864-6d0eb64822eb tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393469 May 06 00:40:39.233088 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44802) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:39.362279 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:39.380816 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:39.385060 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] Usage tracker for resource:security_group_rule and tenant:c8be13397bae469080a07f3f5081b002 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:39.387944 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:39.393739 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:39.475989 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:39.480688 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:39.487540 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d81a0789-7598-4f79-b70d-a3a8dfad443c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:39.528676 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8be13397bae469080a07f3f5081b002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944822 May 06 00:40:39.529405 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d213283-643e-4f11-9c5e-eb28ebd6b760,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:39.531667 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44810) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:39.534213 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:39.538710 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45032727-ab5b-4ce0-997b-ab8e3a7363bf req-4c624503-c9e2-4735-b4d6-2b7f5f6acca5 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:39.540086 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-45032727-ab5b-4ce0-997b-ab8e3a7363bf req-4c624503-c9e2-4735-b4d6-2b7f5f6acca5 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.0802550 May 06 00:40:39.586505 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-45032727-ab5b-4ce0-997b-ab8e3a7363bf req-a602281c-658d-40fc-a04f-f4b55e11a6a2 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393803 May 06 00:40:39.592540 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e7987b5c-79a0-4ed7-a733-73e1e739ceba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:39.618570 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e7987b5c-79a0-4ed7-a733-73e1e739ceba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:39.669432 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e7987b5c-79a0-4ed7-a733-73e1e739ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:39.673739 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b0ad4d93-80cf-4095-8813-3977a78aae06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:39.690945 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7987b5c-79a0-4ed7-a733-73e1e739ceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d213283-643e-4f11-9c5e-eb28ebd6b760,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:39.693348 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e7987b5c-79a0-4ed7-a733-73e1e739ceba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:39.703969 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e7987b5c-79a0-4ed7-a733-73e1e739ceba admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:39.705108 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e7987b5c-79a0-4ed7-a733-73e1e739ceba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d213283-643e-4f11-9c5e-eb28ebd6b760 HTTP/1.1" status: 204 len: 168 time: 0.1725233 May 06 00:40:40.000114 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 44818) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:40.020827 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-732c2cca-12db-4443-8908-bc2a181bf7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:40.034752 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-732c2cca-12db-4443-8908-bc2a181bf7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:40.038485 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-732c2cca-12db-4443-8908-bc2a181bf7de admin admin] Usage tracker for resource:security_group_rule and tenant:dc34ddb4226e42f8928f86acc9ab1ca0 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:40.041529 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-732c2cca-12db-4443-8908-bc2a181bf7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:40.047558 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-732c2cca-12db-4443-8908-bc2a181bf7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:40.127884 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-732c2cca-12db-4443-8908-bc2a181bf7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:40.132120 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-732c2cca-12db-4443-8908-bc2a181bf7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:40.139021 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4c8f92db-5046-4ff3-894d-01c11f2d1727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:40.178680 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-732c2cca-12db-4443-8908-bc2a181bf7de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc34ddb4226e42f8928f86acc9ab1ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770711 May 06 00:40:40.179333 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c2cca-12db-4443-8908-bc2a181bf7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644e1358-7151-4f64-89da-f49a5b9df053,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:40.182589 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44822) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:40.182755 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-732c2cca-12db-4443-8908-bc2a181bf7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:40.247097 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cb1efc23-a839-400b-ba8e-0dec670b3c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:40.279647 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cb1efc23-a839-400b-ba8e-0dec670b3c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:40.338597 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cb1efc23-a839-400b-ba8e-0dec670b3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:40.342231 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-cfc9aefd-a572-4d6c-aa09-b0bd825c6e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:40.353038 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1efc23-a839-400b-ba8e-0dec670b3c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644e1358-7151-4f64-89da-f49a5b9df053,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:40.356806 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-cb1efc23-a839-400b-ba8e-0dec670b3c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:40.360012 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-cb1efc23-a839-400b-ba8e-0dec670b3c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:40.361129 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-cb1efc23-a839-400b-ba8e-0dec670b3c43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/644e1358-7151-4f64-89da-f49a5b9df053 HTTP/1.1" status: 204 len: 168 time: 0.1773789 May 06 00:40:40.779802 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b8033-9075-41b4-b9d6-b1dfa4ac1e79 req-74f6f517-246c-4151-92d1-5065e7d729af tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:40.780637 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-373b8033-9075-41b4-b9d6-b1dfa4ac1e79 req-74f6f517-246c-4151-92d1-5065e7d729af tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.0832312 May 06 00:40:40.830407 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-373b8033-9075-41b4-b9d6-b1dfa4ac1e79 req-73f1c8e5-7eab-41fd-8150-14eeefe0746c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428638 May 06 00:40:42.035657 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed687c5-f0b6-4f10-a373-c9c34f182a02 req-170b2596-a90c-497b-993d-51b11b027baa tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:42.037154 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5ed687c5-f0b6-4f10-a373-c9c34f182a02 req-170b2596-a90c-497b-993d-51b11b027baa tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.0902550 May 06 00:40:42.102331 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5ed687c5-f0b6-4f10-a373-c9c34f182a02 req-4d8980d3-1189-4177-9e33-fd0bc3aad0a7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587516 May 06 00:40:42.486731 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 4eaa402a-b114-4505-a4b5-e56c413dadec details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:40:42.620107 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:42.633558 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'port_id': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'mac_address': 'fa:16:3e:ae:63:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:40:42.693437 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:42.711961 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eaa402a-b114-4505-a4b5-e56c413dadec {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:40:42.730607 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:42.734372 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:42.736274 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:42.814792 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=6']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:42.819249 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:42.821800 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['4eaa402a-b114-4505-a4b5-e56c413dadec'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:40:43.294043 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d583b2-32f5-4707-a388-62b58051551d req-61ce40a2-d0e2-4786-b7b1-e8ce087bc671 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:43.295518 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-71d583b2-32f5-4707-a388-62b58051551d req-61ce40a2-d0e2-4786-b7b1-e8ce087bc671 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 945 time: 0.0876186 May 06 00:40:43.346197 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-71d583b2-32f5-4707-a388-62b58051551d req-b95e25a5-bc2d-486a-9e01-f98bd7cafed7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442951 May 06 00:40:44.502168 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 4eaa402a-b114-4505-a4b5-e56c413dadec up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:40:44.557235 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a13c19-ab1f-4238-a5f2-1ae0859be848 req-60170e55-cf2c-423f-8aa3-87713f845181 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:44.559430 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-50a13c19-ab1f-4238-a5f2-1ae0859be848 req-60170e55-cf2c-423f-8aa3-87713f845181 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 945 time: 0.0933545 May 06 00:40:44.576336 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 4eaa402a-b114-4505-a4b5-e56c413dadec triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:40:44.576741 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:44.615215 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-50a13c19-ab1f-4238-a5f2-1ae0859be848 req-c146ffde-11fd-4d4c-9740-4a6f1df2ff7e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477905 May 06 00:40:44.703083 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:44.732294 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:40:44.749081 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:44.755973 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:44.759464 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:44.833529 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=7']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:44.837071 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:44.924906 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'code': 200} May 06 00:40:45.865169 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df074b14-5fec-4f9f-a3b7-e43223a38f10 req-d98b4e46-cbbf-4d48-8e21-331fd42b55e4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:45.867486 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-df074b14-5fec-4f9f-a3b7-e43223a38f10 req-d98b4e46-cbbf-4d48-8e21-331fd42b55e4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1077995 May 06 00:40:45.935654 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-df074b14-5fec-4f9f-a3b7-e43223a38f10 req-bdd84afb-7cdd-4626-8bf1-a38914d1788e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614965 May 06 00:40:47.145604 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a3f94-7b0c-48c0-938d-1764d47fcf72 req-03324960-96b4-4e1a-8147-70420261fb42 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:47.147321 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c97a3f94-7b0c-48c0-938d-1764d47fcf72 req-03324960-96b4-4e1a-8147-70420261fb42 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.0980120 May 06 00:40:47.196774 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c97a3f94-7b0c-48c0-938d-1764d47fcf72 req-e8a01c61-2880-4738-8515-eb133ad955c1 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435486 May 06 00:40:48.111188 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 44998) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:48.279957 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e5f22577-56ff-4d48-9278-9b766143b5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:48.300192 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e5f22577-56ff-4d48-9278-9b766143b5b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:48.307792 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e5f22577-56ff-4d48-9278-9b766143b5b4 admin admin] Usage tracker for resource:security_group_rule and tenant:d66a1ad9a05041bdb2eb062d5de7218b is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:48.311812 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e5f22577-56ff-4d48-9278-9b766143b5b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:48.318152 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e5f22577-56ff-4d48-9278-9b766143b5b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:48.469952 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e18fd9-bc23-436e-b381-2338f39e1c25 req-a7b8ab12-f9f8-40f0-8b14-e89b623af039 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:48.471354 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-08e18fd9-bc23-436e-b381-2338f39e1c25 req-a7b8ab12-f9f8-40f0-8b14-e89b623af039 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1225736 May 06 00:40:48.530688 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e5f22577-56ff-4d48-9278-9b766143b5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:48.534215 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-08e18fd9-bc23-436e-b381-2338f39e1c25 req-d52c1dd1-4eaf-4ce9-af82-941d8cf3d070 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554132 May 06 00:40:48.537210 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e5f22577-56ff-4d48-9278-9b766143b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:48.546098 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-682e23a0-c94a-45de-a67a-5775d935317d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:48.588760 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45006) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:48.589375 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e5f22577-56ff-4d48-9278-9b766143b5b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d66a1ad9a05041bdb2eb062d5de7218b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762757 May 06 00:40:48.590636 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f22577-56ff-4d48-9278-9b766143b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6ffe9b-6ae6-4e33-91b0-8c5274db43ca,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:48.594161 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e5f22577-56ff-4d48-9278-9b766143b5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:48.674810 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4e49e032-e1c3-4e81-b984-7f92ba17bc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:48.704257 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4e49e032-e1c3-4e81-b984-7f92ba17bc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:48.764312 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4e49e032-e1c3-4e81-b984-7f92ba17bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:48.774019 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f09830d3-1c1f-4131-9600-25cdb71818b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:48.784895 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49e032-e1c3-4e81-b984-7f92ba17bc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6ffe9b-6ae6-4e33-91b0-8c5274db43ca,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:48.788796 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4e49e032-e1c3-4e81-b984-7f92ba17bc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:48.794417 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-4e49e032-e1c3-4e81-b984-7f92ba17bc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:48.795535 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-4e49e032-e1c3-4e81-b984-7f92ba17bc2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a6ffe9b-6ae6-4e33-91b0-8c5274db43ca HTTP/1.1" status: 204 len: 168 time: 0.2048156 May 06 00:40:49.171312 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45014) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:49.192522 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:49.210261 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:49.215073 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] Usage tracker for resource:security_group_rule and tenant:54404293b0e447ec8d9587c9a8eeaa23 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:49.218084 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:49.226102 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:49.325455 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:49.330830 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:49.338828 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-531fee47-8075-4807-80bc-3065784c8a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:49.394255 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54404293b0e447ec8d9587c9a8eeaa23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192917 May 06 00:40:49.394905 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45018) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:49.399466 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae9b22a-a880-4ab7-9ee4-a2540b644bc2,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:49.402951 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:49.472650 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-511d6b6b-0fac-4c80-bc05-b852b001a628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:49.503806 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-511d6b6b-0fac-4c80-bc05-b852b001a628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:49.567738 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-511d6b6b-0fac-4c80-bc05-b852b001a628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:49.572085 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-aae03ebf-75fd-41a3-aaa4-1a3bac95be7c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:49.586259 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d6b6b-0fac-4c80-bc05-b852b001a628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae9b22a-a880-4ab7-9ee4-a2540b644bc2,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:49.594981 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-511d6b6b-0fac-4c80-bc05-b852b001a628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:49.595797 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-511d6b6b-0fac-4c80-bc05-b852b001a628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:49.596927 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-511d6b6b-0fac-4c80-bc05-b852b001a628 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aae9b22a-a880-4ab7-9ee4-a2540b644bc2 HTTP/1.1" status: 204 len: 168 time: 0.2007217 May 06 00:40:49.790374 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c70fc1-c023-4289-ac31-b4666ad2e4f1 req-95ccbe59-13fe-466f-a8c4-53f9337c8248 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:49.792356 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-12c70fc1-c023-4289-ac31-b4666ad2e4f1 req-95ccbe59-13fe-466f-a8c4-53f9337c8248 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1249895 May 06 00:40:49.930177 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-12c70fc1-c023-4289-ac31-b4666ad2e4f1 req-7e563416-02c9-4c52-bfcf-34ca15765018 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312666 May 06 00:40:51.004182 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45058) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:51.181025 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c6567df1-8d59-444b-b8f3-4dbceec52527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:51.209173 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-c6567df1-8d59-444b-b8f3-4dbceec52527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:40:51.214744 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-c6567df1-8d59-444b-b8f3-4dbceec52527 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc39ad75da84b67b456caedafb37683 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:40:51.218680 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-c6567df1-8d59-444b-b8f3-4dbceec52527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:40:51.231204 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e99d1-cffc-4a4c-9298-6e2c77be84f1 req-60be1e82-ee03-40b7-9532-13073c88b8e0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:51.232739 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-766e99d1-cffc-4a4c-9298-6e2c77be84f1 req-60be1e82-ee03-40b7-9532-13073c88b8e0 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.1691022 May 06 00:40:51.233611 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-c6567df1-8d59-444b-b8f3-4dbceec52527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:40:51.295863 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-766e99d1-cffc-4a4c-9298-6e2c77be84f1 req-b136fd20-33d4-4d25-a8dd-951b4cbfc812 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536675 May 06 00:40:51.352646 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c6567df1-8d59-444b-b8f3-4dbceec52527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:51.357636 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c6567df1-8d59-444b-b8f3-4dbceec52527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:51.363780 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-c8016564-b6dc-48e5-87e6-f4d0e1e0c179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:51.404246 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-c6567df1-8d59-444b-b8f3-4dbceec52527 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdc39ad75da84b67b456caedafb37683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989606 May 06 00:40:51.405284 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6567df1-8d59-444b-b8f3-4dbceec52527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7d0e2c-d1ef-46c8-8299-07942ac3019f,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:51.407202 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45074) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:51.408278 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-c6567df1-8d59-444b-b8f3-4dbceec52527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:51.469504 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6eeee79b-f1ef-45bb-a037-716a31b103f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:51.495242 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6eeee79b-f1ef-45bb-a037-716a31b103f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:51.556367 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6eeee79b-f1ef-45bb-a037-716a31b103f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:51.560478 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-80b64a85-60e5-4672-81c1-ccf875f9c77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:51.571433 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeee79b-f1ef-45bb-a037-716a31b103f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7d0e2c-d1ef-46c8-8299-07942ac3019f,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:51.573861 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6eeee79b-f1ef-45bb-a037-716a31b103f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:51.579790 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-6eeee79b-f1ef-45bb-a037-716a31b103f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:51.580914 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-6eeee79b-f1ef-45bb-a037-716a31b103f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e7d0e2c-d1ef-46c8-8299-07942ac3019f HTTP/1.1" status: 204 len: 168 time: 0.1726358 May 06 00:40:52.014013 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-91984717-39ca-44be-9822-0b2b3979c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:52.015522 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-91984717-39ca-44be-9822-0b2b3979c428 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 1099 time: 0.0883932 May 06 00:40:52.231974 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-f60f219e-959e-4284-8853-4d6d0ccfa84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:52.233816 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-f60f219e-959e-4284-8853-4d6d0ccfa84c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 917 time: 0.2106171 May 06 00:40:52.350288 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-7531d424-1a98-418e-819f-118ef4bd13be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eaa402a-b114-4505-a4b5-e56c413dadec HTTP/1.1" status: 200 len: 1002 time: 0.1096194 May 06 00:40:52.418025 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-70145e5a-7a39-4cba-a22e-11fdbd9be906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:52.419519 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-70145e5a-7a39-4cba-a22e-11fdbd9be906 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.0590506 May 06 00:40:52.498298 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-127d2102-ca22-49fe-aaca-f9d02002972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:52.499771 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-127d2102-ca22-49fe-aaca-f9d02002972b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740049 May 06 00:40:52.512487 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a46367-f581-4a44-a454-6ddd039854ee req-dfe5a6ff-1adb-4a6b-a076-03411f423ffb tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:52.514207 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-68a46367-f581-4a44-a454-6ddd039854ee req-dfe5a6ff-1adb-4a6b-a076-03411f423ffb tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.0894506 May 06 00:40:52.566428 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-68a46367-f581-4a44-a454-6ddd039854ee req-6ddd5020-28ff-4832-bb8a-08d81194859f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456283 May 06 00:40:52.642375 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-152ffd95-df02-4cd5-8860-ec474f2a3ec8 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339369 May 06 00:40:52.785107 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-73df478f-f4c8-4628-8c08-ed5dac7f8d2a req-fcf546a2-c044-4b32-8792-44fd00ebcfd9 service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360378 May 06 00:40:53.773500 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9323ab4-bb26-47c9-a976-61fcd19ec1bc req-ee66dfce-9f5a-4bb7-8403-5368ed5496ae tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:53.774934 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c9323ab4-bb26-47c9-a976-61fcd19ec1bc req-ee66dfce-9f5a-4bb7-8403-5368ed5496ae tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 946 time: 0.0913005 May 06 00:40:53.820117 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c9323ab4-bb26-47c9-a976-61fcd19ec1bc req-9717a67b-9e5b-4a55-ade7-de2dd1629d8c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 May 06 00:40:54.353645 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:54.556201 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 4eaa402a-b114-4505-a4b5-e56c413dadec no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:40:54.664720 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:54.691010 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:40:54.700396 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:40:54.705357 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:40:54.707180 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:40:54.778583 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=8']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:40:54.786478 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.786815 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.787145 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.787465 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.787782 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.788098 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.788440 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.788760 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.789067 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.789379 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.789685 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.789992 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:40:54.794550 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:40:54.884837 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'code': 200} May 06 00:40:55.023342 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294f17f-56ce-4819-84e3-b3d2fd9dae86 req-81bb0963-1a64-4d42-bb62-60fe48b40cfb tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:55.024731 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b294f17f-56ce-4819-84e3-b3d2fd9dae86 req-81bb0963-1a64-4d42-bb62-60fe48b40cfb tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0815837 May 06 00:40:55.073768 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b294f17f-56ce-4819-84e3-b3d2fd9dae86 req-db395a14-c6e3-4aeb-9a8b-e474d0b7cd81 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 May 06 00:40:56.515456 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba4da7-d3ac-4a05-bbbb-b7260c51a886 req-d10fa9f2-63ac-49ab-9f4f-cf0d6fc6fd17 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:56.517045 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a3ba4da7-d3ac-4a05-bbbb-b7260c51a886 req-d10fa9f2-63ac-49ab-9f4f-cf0d6fc6fd17 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0825310 May 06 00:40:56.563271 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a3ba4da7-d3ac-4a05-bbbb-b7260c51a886 req-e4241dc7-19d8-4786-9646-18e4de8cd0fe tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404403 May 06 00:40:56.842274 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45134) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:40:56.976929 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-24b018b9-03fb-433c-935b-6898d10b82fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1333356 May 06 00:40:57.762185 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e5f36-ab83-490b-9f2d-2836b504950e req-8aae7c0e-c3a3-40dc-af96-282e2680d69e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:57.763559 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-756e5f36-ab83-490b-9f2d-2836b504950e req-8aae7c0e-c3a3-40dc-af96-282e2680d69e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0893843 May 06 00:40:57.811424 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-756e5f36-ab83-490b-9f2d-2836b504950e req-c5fd2189-da09-4927-b731-1986f5fa10fd tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391421 May 06 00:40:57.892422 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-c3a2e963-05b6-47e5-b040-66daee7529a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:57.893870 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-c3a2e963-05b6-47e5-b040-66daee7529a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a&tenant_id=46e3563b737944779d25f471ee8475d2 HTTP/1.1" status: 200 len: 1097 time: 0.0725925 May 06 00:40:57.989728 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-b72c07b2-b3b2-4fe9-b918-c5970d6ea93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:57.991154 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-b72c07b2-b3b2-4fe9-b918-c5970d6ea93c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46e3563b737944779d25f471ee8475d2&device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 1097 time: 0.0729609 May 06 00:40:58.122904 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-9eed63d5-3294-43cb-af7b-888207452da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:58.124555 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-9eed63d5-3294-43cb-af7b-888207452da2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 200 len: 917 time: 0.1261849 May 06 00:40:58.235909 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-8a1b962e-5ec9-441a-b3e9-7f280ce85c6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eaa402a-b114-4505-a4b5-e56c413dadec HTTP/1.1" status: 200 len: 1000 time: 0.1035917 May 06 00:40:58.305493 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-d536ee26-b8be-48dd-825d-17613ae1f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:58.306883 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-d536ee26-b8be-48dd-825d-17613ae1f72c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 200 len: 856 time: 0.0638428 May 06 00:40:58.385543 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-f2ea2d1d-7f83-400d-9f54-e5e0554d808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:58.387013 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-f2ea2d1d-7f83-400d-9f54-e5e0554d808c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e863ee47-ceaf-4514-beb9-e76d15941dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729403 May 06 00:40:58.520414 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-e4d0d60f-5faf-42e6-85e0-558f07ba611a service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258802 May 06 00:40:58.578674 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 4eaa402a-b114-4505-a4b5-e56c413dadec no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:40:58.657654 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-7a025c57-c00f-455a-b7f5-bd94ca45b582 req-5c792a36-7697-4e9f-bac6-1ee730ad56cd service neutron] 10.222.0.26 "GET /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296163 May 06 00:40:59.005490 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7627e-43d0-485a-a218-c0cd7237a3b6 req-1ee3da9c-9b24-440d-a1bd-a6953701dd6b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:40:59.006965 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-01d7627e-43d0-485a-a218-c0cd7237a3b6 req-1ee3da9c-9b24-440d-a1bd-a6953701dd6b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0809565 May 06 00:40:59.055184 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-01d7627e-43d0-485a-a218-c0cd7237a3b6 req-8b23f6a0-8b9a-4780-917b-c5d896ddc72c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420406 May 06 00:40:59.465299 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-6f021618-c87b-4d3f-83dc-31b619202cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:00.261540 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ace454-a34c-4a33-84f6-9360e78b1932 req-aeb17ad9-cbf3-475a-88e0-eb718c8f3088 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:00.263034 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-15ace454-a34c-4a33-84f6-9360e78b1932 req-aeb17ad9-cbf3-475a-88e0-eb718c8f3088 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0939789 May 06 00:41:00.309840 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-15ace454-a34c-4a33-84f6-9360e78b1932 req-e5b669b1-54d5-4f7b-ae4d-97b32d262657 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405936 May 06 00:41:01.509100 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec949334-ec77-4012-ad96-60e747eecf9b req-c7b1fc70-2388-4988-9da3-559409279674 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:01.510449 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ec949334-ec77-4012-ad96-60e747eecf9b req-c7b1fc70-2388-4988-9da3-559409279674 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0853539 May 06 00:41:01.559063 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ec949334-ec77-4012-ad96-60e747eecf9b req-5ed8b4f1-e873-44a7-9968-f60033541e62 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422399 May 06 00:41:01.990789 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:02.237831 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b5a516d9-31c4-478b-a461-b7cd6c5ce830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:02.759406 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ac3ca-e7b3-475f-a35d-cbe7924b5512 req-2cd790ae-ae3c-4367-b266-dfa07dc56d05 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:02.760897 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4a4ac3ca-e7b3-475f-a35d-cbe7924b5512 req-2cd790ae-ae3c-4367-b266-dfa07dc56d05 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0850310 May 06 00:41:02.779370 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:41:02.808459 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4a4ac3ca-e7b3-475f-a35d-cbe7924b5512 req-0a58cda1-ea30-4973-ae64-490f271c9917 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416250 May 06 00:41:03.346908 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:04.013239 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660f521-49d4-4262-9b30-f47ae5dbe674 req-1098ea01-000c-42b1-a44d-0f34725929b4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:04.015191 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e660f521-49d4-4262-9b30-f47ae5dbe674 req-1098ea01-000c-42b1-a44d-0f34725929b4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0901902 May 06 00:41:04.062787 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-e660f521-49d4-4262-9b30-f47ae5dbe674 req-069b6a79-8a0a-4985-9cf6-4e277781da08 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414767 May 06 00:41:04.973237 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:05.265435 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d24e1-8194-4b06-b550-d1fd01a725a2 req-b94fcd7d-adb4-4ec7-b370-ff3f5dc93048 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:05.267273 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bb6d24e1-8194-4b06-b550-d1fd01a725a2 req-b94fcd7d-adb4-4ec7-b370-ff3f5dc93048 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0885038 May 06 00:41:05.322387 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bb6d24e1-8194-4b06-b550-d1fd01a725a2 req-d91f9314-a23c-42d0-ab28-51cb2f8ba7a9 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489373 May 06 00:41:06.523222 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fec92d-b2ee-40c4-9baa-7b75de4c9fc2 req-8dc3b298-903a-497c-9e2a-14d96210da8c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:06.524625 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f8fec92d-b2ee-40c4-9baa-7b75de4c9fc2 req-8dc3b298-903a-497c-9e2a-14d96210da8c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0863097 May 06 00:41:06.571425 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f8fec92d-b2ee-40c4-9baa-7b75de4c9fc2 req-a4d81fa0-576f-41a9-81fc-56d8d7fe3f2b tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408313 May 06 00:41:07.769435 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d03086-7a2d-4296-ba6c-9abe385b87a3 req-33081ed7-fcc4-4519-8937-c92f41416e2f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:07.770965 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-87d03086-7a2d-4296-ba6c-9abe385b87a3 req-33081ed7-fcc4-4519-8937-c92f41416e2f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0860794 May 06 00:41:07.817576 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-87d03086-7a2d-4296-ba6c-9abe385b87a3 req-6f564bc4-61c8-443d-9829-fd95245b9e37 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408030 May 06 00:41:09.019884 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3094a-f7da-4e90-9620-e294c97e932e req-7c5860bb-f2b3-47ff-97db-2e829418ecf4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:09.021503 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c1c3094a-f7da-4e90-9620-e294c97e932e req-7c5860bb-f2b3-47ff-97db-2e829418ecf4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0865371 May 06 00:41:09.147990 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c1c3094a-f7da-4e90-9620-e294c97e932e req-857716d1-c79b-41cc-be9d-0d29f8793ae5 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203415 May 06 00:41:10.345088 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162680b6-8e5e-4195-9705-87fea5b93659 req-63108668-889f-4a85-bc62-de718eb16b3f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:10.346476 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-162680b6-8e5e-4195-9705-87fea5b93659 req-63108668-889f-4a85-bc62-de718eb16b3f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0850856 May 06 00:41:10.394906 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-162680b6-8e5e-4195-9705-87fea5b93659 req-42b5ef61-b4aa-4205-a113-c2c8e1a2b935 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425155 May 06 00:41:11.601152 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229414db-ab7f-4e4f-aa69-4032ab7214e5 req-479ee174-a26b-4588-bac4-b6e77d4614b4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:11.602620 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-229414db-ab7f-4e4f-aa69-4032ab7214e5 req-479ee174-a26b-4588-bac4-b6e77d4614b4 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0886261 May 06 00:41:11.650084 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-229414db-ab7f-4e4f-aa69-4032ab7214e5 req-76b9cfdc-f73b-4285-82bd-32e77b9445b7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389280 May 06 00:41:12.612556 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 4eaa402a-b114-4505-a4b5-e56c413dadec details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:41:12.757382 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:12.771724 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'port_id': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'mac_address': 'fa:16:3e:ae:63:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:41:12.826493 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:12.844806 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4c82b-1deb-4dc3-bb3a-196d8fc6e825 req-4454c753-0e84-4b54-93ed-4ad091a58476 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:12.846277 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaa402a-b114-4505-a4b5-e56c413dadec {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:41:12.846411 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dee4c82b-1deb-4dc3-bb3a-196d8fc6e825 req-4454c753-0e84-4b54-93ed-4ad091a58476 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 944 time: 0.0863776 May 06 00:41:12.862013 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:12.867224 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:12.870136 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:12.914691 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b5615597-8418-4be1-b15b-1749ee279e96 req-bd110ebd-7da1-4686-b8dd-d4e396f17df1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494337485&fields=id&tenant_id=7db5b44572d44cab992ea454a1edb665 HTTP/1.1" status: 200 len: 267 time: 0.0673735 May 06 00:41:12.955131 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dee4c82b-1deb-4dc3-bb3a-196d8fc6e825 req-20739981-683e-455a-845f-8b9a650a282c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929670 May 06 00:41:12.963885 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=9']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:12.967660 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:13.006878 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615597-8418-4be1-b15b-1749ee279e96 req-fe2ff6e2-8cde-4428-92f2-1d626e5f83e4 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:13.008578 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b5615597-8418-4be1-b15b-1749ee279e96 req-fe2ff6e2-8cde-4428-92f2-1d626e5f83e4 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 984 time: 0.0877790 May 06 00:41:13.019455 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [req-b5615597-8418-4be1-b15b-1749ee279e96 req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Request body: {'port': {'security_groups': ['5f3b26f2-0548-40b6-9521-a76724941ee4']}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:41:13.098027 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['4eaa402a-b114-4505-a4b5-e56c413dadec'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:41:13.144957 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b5615597-8418-4be1-b15b-1749ee279e96 req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:13.390449 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [req-b5615597-8418-4be1-b15b-1749ee279e96 req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] For port 3a5637e8-510d-4116-bd77-63a93092534f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a5637e8-510d-4116-bd77-63a93092534f,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:13.414804 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b5615597-8418-4be1-b15b-1749ee279e96 req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for port, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:13.422929 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b5615597-8418-4be1-b15b-1749ee279e96 req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071546164'] for port, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:13.431995 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:13.493265 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615597-8418-4be1-b15b-1749ee279e96 req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:13.493872 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [req-b5615597-8418-4be1-b15b-1749ee279e96 req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:13.495352 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b5615597-8418-4be1-b15b-1749ee279e96 req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "PUT /v2.0/ports/3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 200 len: 942 time: 0.4805346 May 06 00:41:13.495856 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:41:13.501815 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45206) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:13.539418 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event updated for resources: {'Port': ['ID=3a5637e8-510d-4116-bd77-63a93092534f,revision_number=7']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:13.550999 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:13.559711 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['3a5637e8-510d-4116-bd77-63a93092534f'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:41:13.583143 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f23cd358-75c5-4f2f-883b-7d1af1de92a9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:13.600361 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['3a5637e8-510d-4116-bd77-63a93092534f'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:41:13.616293 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f23cd358-75c5-4f2f-883b-7d1af1de92a9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:13.621481 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f', 'status': 'completed', 'code': 200} May 06 00:41:13.737906 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-ad02467e-9d37-4670-84b2-b3f8248db366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:13.739440 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-ad02467e-9d37-4670-84b2-b3f8248db366 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7db5b44572d44cab992ea454a1edb665&device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 1098 time: 0.0923972 May 06 00:41:13.767900 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f23cd358-75c5-4f2f-883b-7d1af1de92a9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:13.775687 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-583d0f28-1fcb-4b01-898d-3f3202eca812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:13.782023 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-41739843-39ce-4daf-abbd-b1e3f274e914 None None] Provisioning complete for port 3a5637e8-510d-4116-bd77-63a93092534f triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:41:13.782584 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-41739843-39ce-4daf-abbd-b1e3f274e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:13.918570 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cd358-75c5-4f2f-883b-7d1af1de92a9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303bd450-2da1-4d94-8498-79816a63e758,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:13.923519 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f23cd358-75c5-4f2f-883b-7d1af1de92a9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:13.935835 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f23cd358-75c5-4f2f-883b-7d1af1de92a9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:13.936963 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-f23cd358-75c5-4f2f-883b-7d1af1de92a9 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "DELETE /v2.0/security-groups/303bd450-2da1-4d94-8498-79816a63e758 HTTP/1.1" status: 204 len: 168 time: 0.4341438 May 06 00:41:13.939948 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45212) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:13.982358 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-722424db-1657-49ac-93a5-5bc21a9092a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:13.988747 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-722424db-1657-49ac-93a5-5bc21a9092a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d HTTP/1.1" status: 200 len: 915 time: 0.2377403 May 06 00:41:14.114743 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-46232219-2044-4900-aa59-39abcdc83fd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 200 len: 1000 time: 0.1231091 May 06 00:41:14.175765 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-4cfe81ba-04ae-4832-8936-0fd2dd9e73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:14.177212 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-4cfe81ba-04ae-4832-8936-0fd2dd9e73a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b837d0-0892-4761-8725-eb8cb1f778c3 HTTP/1.1" status: 200 len: 854 time: 0.0557396 May 06 00:41:14.254365 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-f440d571-1227-4bd5-bbb2-2d4b42b541ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:14.255828 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-f440d571-1227-4bd5-bbb2-2d4b42b541ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721023 May 06 00:41:14.283037 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517a6ab-9b11-4633-a4fc-50b02f8c7a50 req-5213c96a-a7a3-4c3c-b348-131522bfb93c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:14.284530 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d517a6ab-9b11-4633-a4fc-50b02f8c7a50 req-5213c96a-a7a3-4c3c-b348-131522bfb93c tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 945 time: 0.1531880 May 06 00:41:14.328173 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Deleting port 0a8f3f27-a59f-4b2a-b5c4-0ecdc265b96b {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:14.328527 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:14.389730 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-6139a159-f77e-471e-8f47-6e2b226152f6 service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264911 May 06 00:41:14.404892 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d517a6ab-9b11-4633-a4fc-50b02f8c7a50 req-a83cfa19-b7b1-4175-a0f3-f280fbf0ff35 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134028 May 06 00:41:14.458393 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:14.458611 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:14.521334 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-70461837-88a6-48ad-babb-abe580c7c8c7 req-0d6803ce-b7e6-4ff1-a577-c8ab70f1895b service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240368 May 06 00:41:14.585670 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Calling delete_port for 0a8f3f27-a59f-4b2a-b5c4-0ecdc265b96b owned by network:floatingip {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:14.618092 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 4eaa402a-b114-4505-a4b5-e56c413dadec up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:41:14.690187 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 4eaa402a-b114-4505-a4b5-e56c413dadec triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:41:14.690567 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:14.806827 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:14.816529 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:14.820935 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:14.834602 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:41:14.844644 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:14.849714 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:14.852630 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:14.866417 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event deleted for resources: {'Port': ['ID=0a8f3f27-a59f-4b2a-b5c4-0ecdc265b96b,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:14.884541 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'code': 200} May 06 00:41:14.911071 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.911439 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.911838 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.912196 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.912595 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.912948 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.913296 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.913683 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.913996 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.914341 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.914790 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.915196 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:14.925707 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=10']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:14.928819 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:14.946227 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:14.972298 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks [] for floatingip, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:14.972658 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.l3_db [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Floating IP c58b8d3c-a282-40b3-a81a-d3cf8bc6a6a5 disassociated (deleted). External IP: 172.28.3.41, port: 3a5637e8-510d-4116-bd77-63a93092534f. May 06 00:41:15.123556 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907a4bb-9863-40c8-9c9c-c2e172dfbf7f req-81053680-e34c-4e0d-9228-be087dce1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:15.125031 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5907a4bb-9863-40c8-9c9c-c2e172dfbf7f req-81053680-e34c-4e0d-9228-be087dce1cef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 1100 time: 0.0690787 May 06 00:41:15.166780 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5907a4bb-9863-40c8-9c9c-c2e172dfbf7f req-aab8abd2-8d69-4e06-bc9c-8bc6e24e8ae5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343585 May 06 00:41:15.328298 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Router 3da6a19e-6482-473c-9d51-3b24c63e87fd has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:41:15.509106 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:41:15.519548 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] Sync routers for ids ['3da6a19e-6482-473c-9d51-3b24c63e87fd'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:41:15.529464 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] Routers {'3da6a19e-6482-473c-9d51-3b24c63e87fd'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:15.530162 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3da6a19e-6482-473c-9d51-3b24c63e87fd'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:15.588241 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:15.655420 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad633133-40c0-4d76-a850-83d074ebc379 req-d0f109a8-383d-4502-add3-83e9cdcd2e6e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:15.656915 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad633133-40c0-4d76-a850-83d074ebc379 req-d0f109a8-383d-4502-add3-83e9cdcd2e6e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 947 time: 0.1411006 May 06 00:41:15.662698 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-641ac68b-2dc7-41d5-b4c0-7f1f8cf7b33f tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "DELETE /v2.0/floatingips/c58b8d3c-a282-40b3-a81a-d3cf8bc6a6a5 HTTP/1.1" status: 204 len: 168 time: 1.7215235 May 06 00:41:15.664847 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:41:15.708117 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ad633133-40c0-4d76-a850-83d074ebc379 req-6f840abc-0b0e-4dd4-9ba1-82a719a9f2e5 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438826 May 06 00:41:15.710885 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] Set router 3da6a19e-6482-473c-9d51-3b24c63e87fd gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:15.776695 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f', 'status': 'completed', 'code': 200} May 06 00:41:15.871993 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-ffe7bf76-9637-474a-abc6-fa5777313b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:15.873572 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-ffe7bf76-9637-474a-abc6-fa5777313b29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7db5b44572d44cab992ea454a1edb665&device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 1098 time: 0.0749867 May 06 00:41:16.042185 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 5, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:16.043289 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-b1c3117d-e0d5-46b3-a721-3fa5798ee92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:16.045069 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-b1c3117d-e0d5-46b3-a721-3fa5798ee92f service neutron] 10.222.0.26 "GET /v2.0/networks?id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d HTTP/1.1" status: 200 len: 915 time: 0.1614809 May 06 00:41:16.046691 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] Checking router: 3da6a19e-6482-473c-9d51-3b24c63e87fd for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:41:16.056091 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] Routers {'3da6a19e-6482-473c-9d51-3b24c63e87fd'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:16.056806 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3da6a19e-6482-473c-9d51-3b24c63e87fd'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:16.123702 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-97d7df2e-9f2c-4b36-93db-2ca89f212646 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 200 len: 217 time: 0.0680237 May 06 00:41:16.250049 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-eaa25b90-f02b-4123-a89d-a92907043270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:16.253411 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-eaa25b90-f02b-4123-a89d-a92907043270 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b837d0-0892-4761-8725-eb8cb1f778c3 HTTP/1.1" status: 200 len: 854 time: 0.1170759 May 06 00:41:16.337582 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-ca72233a-f976-4862-9828-aae3f6493ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:16.339042 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-ca72233a-f976-4862-9828-aae3f6493ade service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774672 May 06 00:41:16.361571 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] Set router 3da6a19e-6482-473c-9d51-3b24c63e87fd gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:16.479290 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-44e88dae-673d-4a7b-9d08-0e473889a11d service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328847 May 06 00:41:16.620289 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-a405e05e-7926-457d-a692-83a5ad4cec46 req-85378aa6-c9c8-45c1-9499-2be48083d017 service neutron] 10.222.0.26 "GET /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348174 May 06 00:41:16.691448 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 5, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:16.695897 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292ed13-888d-490d-b29d-b6296c84ff2d None None] The sync data for ids ['3da6a19e-6482-473c-9d51-3b24c63e87fd'] in dv-cinder-784623-8-smb is: [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:38:37Z', 'revision_number': 4, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'b780be6a-8c3f-4ada-873d-8a84aa2e036a', 'name': '', 'network_id': '53830eb9-9df9-4aa8-a0eb-fda734ab8c6d', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'mac_address': 'fa:16:3e:61:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:36Z', 'updated_at': '2021-05-06T00:38:45Z', 'revision_number': 5, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'subnets': [{'id': '86b837d0-0892-4761-8725-eb8cb1f778c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:41:16.936683 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55ae69-8c8b-4fe2-8332-aa09c1a5b201 req-e6de0203-3222-4270-b818-e841cf5cb737 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:16.938221 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7f55ae69-8c8b-4fe2-8332-aa09c1a5b201 req-e6de0203-3222-4270-b818-e841cf5cb737 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 947 time: 0.0871742 May 06 00:41:16.949006 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d7f5d-7ac7-44db-adf4-625037ade149 None None] New status for floating IP c58b8d3c-a282-40b3-a81a-d3cf8bc6a6a5: DOWN {{(pid=73856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:41:16.983138 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7f55ae69-8c8b-4fe2-8332-aa09c1a5b201 req-f675ffb7-b488-424a-9400-ae0c1edcd5d6 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390787 May 06 00:41:19.288434 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55af4f0-c2fe-4ef5-bbf1-c09033a2f76f req-c47407b4-23b2-4a73-a9c2-1979a389fee4 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:19.289241 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-d55af4f0-c2fe-4ef5-bbf1-c09033a2f76f req-c47407b4-23b2-4a73-a9c2-1979a389fee4 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Synchronizing usage tracker for tenant:7db5b44572d44cab992ea454a1edb665 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:41:19.307066 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-d55af4f0-c2fe-4ef5-bbf1-c09033a2f76f req-c47407b4-23b2-4a73-a9c2-1979a389fee4 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Unset dirty status for tenant:7db5b44572d44cab992ea454a1edb665 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:41:19.308227 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d55af4f0-c2fe-4ef5-bbf1-c09033a2f76f req-c47407b4-23b2-4a73-a9c2-1979a389fee4 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.1066623 May 06 00:41:19.355000 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d55af4f0-c2fe-4ef5-bbf1-c09033a2f76f req-d899a57a-01db-4aaa-ae14-51fdb1941707 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 May 06 00:41:20.554943 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b7e0-4b78-486d-ad8d-840a799f8169 req-3531c2b8-1453-45a7-95a0-5d19825a3e3c tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:20.556432 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4350b7e0-4b78-486d-ad8d-840a799f8169 req-3531c2b8-1453-45a7-95a0-5d19825a3e3c tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.0891216 May 06 00:41:20.604398 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4350b7e0-4b78-486d-ad8d-840a799f8169 req-71fd65e5-e046-4d72-911f-f7fafa3dd9d5 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f3b26f2-0548-40b6-9521-a76724941ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 May 06 00:41:20.965295 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-f416749f-05a6-44cc-8d8a-02581107f0cc tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:20.965977 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-f416749f-05a6-44cc-8d8a-02581107f0cc tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Synchronizing usage tracker for tenant:7db5b44572d44cab992ea454a1edb665 on resource:port {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:41:20.978608 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-f416749f-05a6-44cc-8d8a-02581107f0cc tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Unset dirty status for tenant:7db5b44572d44cab992ea454a1edb665 on resource:port {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:41:20.979705 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-f416749f-05a6-44cc-8d8a-02581107f0cc tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 945 time: 0.1101708 May 06 00:41:21.115602 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Deleting port 3a5637e8-510d-4116-bd77-63a93092534f {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:21.116215 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:21.323821 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] For port 3a5637e8-510d-4116-bd77-63a93092534f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a5637e8-510d-4116-bd77-63a93092534f,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:21.324202 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:21.443193 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Calling delete_port for 3a5637e8-510d-4116-bd77-63a93092534f owned by compute:nova {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:21.562052 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:21.567817 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0545166a-ded5-457f-8e87-c18b04d92e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:21.577716 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['3a5637e8-510d-4116-bd77-63a93092534f'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:41:21.611249 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Pushing event deleted for resources: {'Port': ['ID=3a5637e8-510d-4116-bd77-63a93092534f,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:21.649899 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.650274 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.650639 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.650999 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.651352 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.651705 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.652066 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.652550 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.652800 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.653151 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.653489 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.653834 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:21.662316 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:21.700367 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] No DVR routers for this DVR port 3a5637e8-510d-4116-bd77-63a93092534f on host hv-cinder-78462 {{(pid=73854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:21.702884 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:21.705525 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'name': 'network-vif-deleted', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:41:21.722943 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-71f4d114-75d0-4ff6-a8be-cd225012ec78 req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.26 "DELETE /v2.0/ports/3a5637e8-510d-4116-bd77-63a93092534f HTTP/1.1" status: 204 len: 173 time: 0.7378080 May 06 00:41:21.771109 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-73397c25-b232-47ce-acbd-5d6191e679e9 req-1df1dfd3-361c-4866-97c0-b4b14dc1e520 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3eead5a-7bd3-4855-84a5-201092f58be9 HTTP/1.1" status: 200 len: 210 time: 0.0516467 May 06 00:41:21.814927 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eead5a-7bd3-4855-84a5-201092f58be9', 'name': 'network-vif-deleted', 'tag': '3a5637e8-510d-4116-bd77-63a93092534f', 'status': 'completed', 'code': 200} May 06 00:41:23.445037 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45334) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:23.963617 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399436'] for router_interface, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:24.348957 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:24.467370 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Deleting port b780be6a-8c3f-4ada-873d-8a84aa2e036a {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:24.468009 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:24.587154 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] For port b780be6a-8c3f-4ada-873d-8a84aa2e036a, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=b780be6a-8c3f-4ada-873d-8a84aa2e036a,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:24.587515 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:24.650766 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3a5637e8-510d-4116-bd77-63a93092534f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:24.685275 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 3a5637e8-510d-4116-bd77-63a93092534f {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:24.685631 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3a5637e8-510d-4116-bd77-63a93092534f not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:24.709767 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Calling delete_port for b780be6a-8c3f-4ada-873d-8a84aa2e036a owned by network:router_interface {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:24.981157 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:24.985047 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:25.029826 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b780be6a-8c3f-4ada-873d-8a84aa2e036a,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:25.032551 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:25.292962 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454140'] for router_interface, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:25.777675 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Router 3da6a19e-6482-473c-9d51-3b24c63e87fd has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:41:25.784592 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-25ca3d4a-fddb-4f31-a6c9-830e4fcddc39 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1259778 May 06 00:41:26.007171 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:41:26.016303 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] Sync routers for ids ['3da6a19e-6482-473c-9d51-3b24c63e87fd'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:41:26.024175 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] 10.222.0.32 "PUT /v2.0/routers/3da6a19e-6482-473c-9d51-3b24c63e87fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5783627 May 06 00:41:26.026337 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] Routers {'3da6a19e-6482-473c-9d51-3b24c63e87fd'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:26.026675 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-d449069f-b810-462e-a18e-bfdd5ab5b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:26.026987 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45338) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:26.027448 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3da6a19e-6482-473c-9d51-3b24c63e87fd'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:26.028128 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-d449069f-b810-462e-a18e-bfdd5ab5b087 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b9f7b2b4c84262afcea5da837cc9b6&device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1099 time: 0.1305978 May 06 00:41:26.186456 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-5002358f-95c7-48fe-a78a-c208b5ea672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:26.187944 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-5002358f-95c7-48fe-a78a-c208b5ea672e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d785f87c-c20d-49d9-af2b-695cd3fd9484 HTTP/1.1" status: 200 len: 909 time: 0.1406741 May 06 00:41:26.210200 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] Set router 3da6a19e-6482-473c-9d51-3b24c63e87fd gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:26.297672 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-4f0e4eba-c871-4378-9e28-b1e9edc0e8a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ce41429-4380-4803-a8cd-1df4100018bb HTTP/1.1" status: 200 len: 1001 time: 0.1016064 May 06 00:41:26.308361 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Notify callbacks [] for router, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:26.359836 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-a075240b-cdcd-4409-8e80-37ecba9fe789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:26.361338 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-a075240b-cdcd-4409-8e80-37ecba9fe789 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6518a22-4bb8-4620-969a-04d81c5438a1 HTTP/1.1" status: 200 len: 848 time: 0.0570676 May 06 00:41:26.439074 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-0757d663-75a1-47bd-a003-8df7ba89fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:26.440589 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-0757d663-75a1-47bd-a003-8df7ba89fa17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d785f87c-c20d-49d9-af2b-695cd3fd9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728812 May 06 00:41:26.482894 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:26.502184 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:41:24Z', 'revision_number': 5, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port': {'id': '9eb72df2-b401-4aaa-9928-e243651dd65f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:34Z', 'updated_at': '2021-05-06T00:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:26.506224 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] Checking router: 3da6a19e-6482-473c-9d51-3b24c63e87fd for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:41:26.514546 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] Routers {'3da6a19e-6482-473c-9d51-3b24c63e87fd'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:26.515154 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3da6a19e-6482-473c-9d51-3b24c63e87fd'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:26.560187 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Deleting port 9eb72df2-b401-4aaa-9928-e243651dd65f {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:26.560512 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:26.579050 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-15a73305-babf-4ed0-b92b-1655ce0e5978 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316745 May 06 00:41:26.665222 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] Set router 3da6a19e-6482-473c-9d51-3b24c63e87fd gateway port host: None {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:26.686619 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] For port 9eb72df2-b401-4aaa-9928-e243651dd65f, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=9eb72df2-b401-4aaa-9928-e243651dd65f,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:26.686954 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:26.711275 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-123cfa82-8d23-438e-bd3f-d6034e6b3f3e req-efb4c0f5-4dad-4f7a-813d-7eb9e627fa79 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257663 May 06 00:41:26.810826 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Calling delete_port for 9eb72df2-b401-4aaa-9928-e243651dd65f owned by network:router_gateway {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:26.814498 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:41:26Z', 'revision_number': 6, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port_host': None}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:26.818584 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84401a4-a47d-42d6-a4ef-b809edb73559 None None] The sync data for ids ['3da6a19e-6482-473c-9d51-3b24c63e87fd'] in dv-cinder-784623-8-smb is: [{'id': '3da6a19e-6482-473c-9d51-3b24c63e87fd', 'name': 'tempest-TestMinimumBasicScenario-1334909504-router', 'tenant_id': '7db5b44572d44cab992ea454a1edb665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:33Z', 'updated_at': '2021-05-06T00:41:26Z', 'revision_number': 6, 'project_id': '7db5b44572d44cab992ea454a1edb665', 'gw_port_host': None}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:41:26.951382 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:26.954931 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3a693923-bf50-4170-a4b8-e6a7af3b09b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:26.997438 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb72df2-b401-4aaa-9928-e243651dd65f,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:27.000516 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:27.090857 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395880'] for router_gateway, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:27.264251 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12970'] for router, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:27.266427 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:27.289949 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452474'] for router, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:27.290548 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3da6a19e-6482-473c-9d51-3b24c63e87fd {{(pid=73853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 00:41:27.310092 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] Notify callbacks [] for router, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:27.311894 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-98bff5d4-a64f-4352-bd8d-4f12f76de6af admin admin] 10.222.0.32 "DELETE /v2.0/routers/3da6a19e-6482-473c-9d51-3b24c63e87fd HTTP/1.1" status: 204 len: 168 time: 1.2837167 May 06 00:41:27.316288 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45342) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:27.377396 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ec9b64-a6fe-49c0-abd2-0d5e7385130a admin admin] Deleting subnet 86b837d0-0892-4761-8725-eb8cb1f778c3 {{(pid=73853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:41:27.380573 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-07ec9b64-a6fe-49c0-abd2-0d5e7385130a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:27.431658 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-07ec9b64-a6fe-49c0-abd2-0d5e7385130a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1073704503'] for subnet, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:27.562990 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-07ec9b64-a6fe-49c0-abd2-0d5e7385130a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:27.931217 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-07ec9b64-a6fe-49c0-abd2-0d5e7385130a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071546238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1072420825'] for subnet, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:27.935003 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f2e211d7-4c28-4596-b100-047af8876357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:27.969621 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec9b64-a6fe-49c0-abd2-0d5e7385130a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b837d0-0892-4761-8725-eb8cb1f778c3,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:27.972643 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-07ec9b64-a6fe-49c0-abd2-0d5e7385130a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:27.973602 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-07ec9b64-a6fe-49c0-abd2-0d5e7385130a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:27.979586 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec92774f-93f1-4bdc-9ee8-a5424e29104c None None] Network 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:41:27.980265 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-07ec9b64-a6fe-49c0-abd2-0d5e7385130a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/86b837d0-0892-4761-8725-eb8cb1f778c3 HTTP/1.1" status: 204 len: 168 time: 0.6626527 May 06 00:41:27.982821 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45346) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:28.091009 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.170492 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Deleting port 063cc170-b364-42b7-8b80-4fb329b695c7 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:28.170835 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.225273 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2c192-3ca1-4e71-9d2d-582b43f65e9e None None] DHCP port deletion for 53830eb9-9df9-4aa8-a0eb-fda734ab8c6d request from dv-cinder-784623-8-smb {{(pid=73855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 00:41:28.273520 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] For port 063cc170-b364-42b7-8b80-4fb329b695c7, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=063cc170-b364-42b7-8b80-4fb329b695c7,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:28.273991 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.295007 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-2ee2c192-3ca1-4e71-9d2d-582b43f65e9e None None] Deleting port 063cc170-b364-42b7-8b80-4fb329b695c7 {{(pid=73855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:28.295385 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-2ee2c192-3ca1-4e71-9d2d-582b43f65e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.393993 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Calling delete_port for 063cc170-b364-42b7-8b80-4fb329b695c7 owned by network:dhcp {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:28.394827 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-2ee2c192-3ca1-4e71-9d2d-582b43f65e9e None None] For port 063cc170-b364-42b7-8b80-4fb329b695c7, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=063cc170-b364-42b7-8b80-4fb329b695c7,segment=NetworkSegment(f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f),segment_id=f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:28.395254 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-2ee2c192-3ca1-4e71-9d2d-582b43f65e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.442275 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.447095 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-68c9f705-9e7b-49b3-a8a2-eb97e6bed13e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:28.458229 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 063cc170-b364-42b7-8b80-4fb329b695c7 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:28.487363 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] No DVR routers for this DVR port 063cc170-b364-42b7-8b80-4fb329b695c7 on host dv-cinder-784623-8-smb {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:28.522741 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Pushing event deleted for resources: {'Port': ['ID=063cc170-b364-42b7-8b80-4fb329b695c7,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:28.527709 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:28.543639 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-2ee2c192-3ca1-4e71-9d2d-582b43f65e9e None None] Calling delete_port for 063cc170-b364-42b7-8b80-4fb329b695c7 owned by network:dhcp {{(pid=73855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:28.551687 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 063cc170-b364-42b7-8b80-4fb329b695c7 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:28.552057 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 063cc170-b364-42b7-8b80-4fb329b695c7 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:28.552486 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device b780be6a-8c3f-4ada-873d-8a84aa2e036a no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:28.586575 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: b780be6a-8c3f-4ada-873d-8a84aa2e036a {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:28.586997 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device b780be6a-8c3f-4ada-873d-8a84aa2e036a not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:28.587398 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 9eb72df2-b401-4aaa-9928-e243651dd65f no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:28.619039 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.631939 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53830eb9-9df9-4aa8-a0eb-fda734ab8c6d']}} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:28.644614 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f') {'for_net_delete': True} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:28.644889 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a4e018-a5a8-4dcb-be0e-c53f74f2a63f') {} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:28.656380 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1073704488'] for segment, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.672491 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.678560 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=73853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:41:28.678937 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071546136'] for segment, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.688838 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 9eb72df2-b401-4aaa-9928-e243651dd65f {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:28.689178 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 9eb72df2-b401-4aaa-9928-e243651dd65f not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: Traceback (most recent call last): May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: timer() May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: cb(*args, **kw) May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: return func(*args, **kwargs) May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: self._notify() May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: self.callback(batched_events) May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: event.method(event) May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: return f(self, *a, **k) May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: return self._get(url).json() May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: return self.request(url, 'GET', **kwargs) May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:41:28.692889 dv-cinder-784623-8-smb neutron-server[73853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:41:28.738761 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-2ee2c192-3ca1-4e71-9d2d-582b43f65e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.742356 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:28.773578 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.777985 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:28.784013 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2c192-3ca1-4e71-9d2d-582b43f65e9e None None] Pushing event deleted for resources: {'Port': ['ID=063cc170-b364-42b7-8b80-4fb329b695c7,revision_number=None']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:28.786996 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-2ee2c192-3ca1-4e71-9d2d-582b43f65e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:28.787980 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee2c192-3ca1-4e71-9d2d-582b43f65e9e None None] No DVR routers for this DVR port 063cc170-b364-42b7-8b80-4fb329b695c7 on host dv-cinder-784623-8-smb {{(pid=73855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:28.791124 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:28.802197 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Pushing event deleted for resources: {'Network': ['ID=53830eb9-9df9-4aa8-a0eb-fda734ab8c6d,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:28.807575 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:28.811184 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] 10.222.0.32 "DELETE /v2.0/networks/53830eb9-9df9-4aa8-a0eb-fda734ab8c6d HTTP/1.1" status: 204 len: 168 time: 0.8274646 May 06 00:41:28.814276 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45350) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:29.445742 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399436'] for router_interface, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:29.469975 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e0ec6cf1-a2b0-4274-80ce-8bc535fffeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:29.856577 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Deleting port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:29.857186 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:29.985583 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] For port b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03,segment=NetworkSegment(e29bf5c7-db37-4809-aba0-b8aa14f252b2),segment_id=e29bf5c7-db37-4809-aba0-b8aa14f252b2)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:29.985936 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:30.117590 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Calling delete_port for b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 owned by network:router_interface {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:30.262449 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:30.266095 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-98583314-d4e9-4a22-81dd-a43e32ea333f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:30.312150 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:30.315082 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:30.578164 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454140'] for router_interface, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:31.019596 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Router a1423902-7af2-4f44-9dd3-1ae090550e5a has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:41:31.197206 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:41:31.205841 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] Sync routers for ids ['a1423902-7af2-4f44-9dd3-1ae090550e5a'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:41:31.216007 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] Routers {'a1423902-7af2-4f44-9dd3-1ae090550e5a'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:31.216342 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/a1423902-7af2-4f44-9dd3-1ae090550e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4006388 May 06 00:41:31.216844 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['a1423902-7af2-4f44-9dd3-1ae090550e5a'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:31.218661 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45354) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:31.389829 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Notify callbacks [] for router, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:31.415542 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] Set router a1423902-7af2-4f44-9dd3-1ae090550e5a gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:31.561451 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:31.631620 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Deleting port 375c7ef2-adfc-4bd1-acee-0a39e392da4f {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:31.631949 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:31.690473 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'name': 'tempest-TestMinimumBasicScenario-912303252-router', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:40Z', 'updated_at': '2021-05-06T00:41:30Z', 'revision_number': 5, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'gw_port': {'id': '375c7ef2-adfc-4bd1-acee-0a39e392da4f', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:38:41Z', 'updated_at': '2021-05-06T00:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:31.694283 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] Checking router: a1423902-7af2-4f44-9dd3-1ae090550e5a for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:41:31.703095 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] Routers {'a1423902-7af2-4f44-9dd3-1ae090550e5a'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:31.703815 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['a1423902-7af2-4f44-9dd3-1ae090550e5a'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:31.749033 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] For port 375c7ef2-adfc-4bd1-acee-0a39e392da4f, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=375c7ef2-adfc-4bd1-acee-0a39e392da4f,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:31.749382 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:31.851900 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] Set router a1423902-7af2-4f44-9dd3-1ae090550e5a gateway port host: None {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:31.871097 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Calling delete_port for 375c7ef2-adfc-4bd1-acee-0a39e392da4f owned by network:router_gateway {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:31.955147 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'name': 'tempest-TestMinimumBasicScenario-912303252-router', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:40Z', 'updated_at': '2021-05-06T00:41:31Z', 'revision_number': 6, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'gw_port_host': None}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:31.958963 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73f0e8d-3992-465d-b0a1-2b2e81e85f8d None None] The sync data for ids ['a1423902-7af2-4f44-9dd3-1ae090550e5a'] in dv-cinder-784623-8-smb is: [{'id': 'a1423902-7af2-4f44-9dd3-1ae090550e5a', 'name': 'tempest-TestMinimumBasicScenario-912303252-router', 'tenant_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:38:40Z', 'updated_at': '2021-05-06T00:41:31Z', 'revision_number': 6, 'project_id': '1dee4f65aa4c4e98abf4015c6b2aa5e7', 'gw_port_host': None}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:41:31.987967 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.011301 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.015622 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-91a0398a-69f9-41de-85e4-5cbd697307f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:32.156310 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Pushing event deleted for resources: {'Port': ['ID=375c7ef2-adfc-4bd1-acee-0a39e392da4f,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:32.159276 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:32.243196 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-5384d920-4d2b-488b-9481-ce3bd20b0b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.253007 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395880'] for router_gateway, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.427545 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12970'] for router, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.430122 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.516280 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452474'] for router, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.516783 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1423902-7af2-4f44-9dd3-1ae090550e5a {{(pid=73854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 00:41:32.529332 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Notify callbacks [] for router, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.530447 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a1423902-7af2-4f44-9dd3-1ae090550e5a HTTP/1.1" status: 204 len: 168 time: 1.3108354 May 06 00:41:32.533181 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45358) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:32.595633 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ee585b-a573-426c-ad99-bba28ec8e9c4 admin admin] Deleting subnet a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570 {{(pid=73854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:41:32.599082 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-77ee585b-a573-426c-ad99-bba28ec8e9c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.646309 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-77ee585b-a573-426c-ad99-bba28ec8e9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071601855'] for subnet, precommit_delete_associations {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.754553 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:32.767249 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-77ee585b-a573-426c-ad99-bba28ec8e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:32.793668 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:32.794023 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device b2a6aa9b-7ced-4eb3-86a1-e42f0bf30a03 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:33.018339 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-77ee585b-a573-426c-ad99-bba28ec8e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071891398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071861408'] for subnet, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.022828 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-97140877-4f95-462e-b907-b34feb632d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:33.056925 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee585b-a573-426c-ad99-bba28ec8e9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:33.060006 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-77ee585b-a573-426c-ad99-bba28ec8e9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:33.063277 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-77ee585b-a573-426c-ad99-bba28ec8e9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.069740 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef4ab27-8294-4d42-817b-4c212c78ecb9 None None] Network 4376f7f2-881d-4418-b527-d2b93eff3825 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:41:33.070255 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-77ee585b-a573-426c-ad99-bba28ec8e9c4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a14a2e4c-4095-4fb0-95c6-0a1c4ad9d570 HTTP/1.1" status: 204 len: 168 time: 0.5353398 May 06 00:41:33.072277 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45362) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:33.181810 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.256094 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Deleting port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:33.256390 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.302209 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.325272 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] DHCP port deletion for 4376f7f2-881d-4418-b527-d2b93eff3825 request from dv-cinder-784623-8-smb {{(pid=73855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 00:41:33.362795 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] For port 3d7c3eb8-676f-484c-b74e-48820cbfaa17, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=3d7c3eb8-676f-484c-b74e-48820cbfaa17,segment=NetworkSegment(e29bf5c7-db37-4809-aba0-b8aa14f252b2),segment_id=e29bf5c7-db37-4809-aba0-b8aa14f252b2)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:33.363187 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.391924 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] Deleting port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 {{(pid=73855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:33.392301 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.484744 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Calling delete_port for 3d7c3eb8-676f-484c-b74e-48820cbfaa17 owned by network:dhcp {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:33.488516 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] For port 3d7c3eb8-676f-484c-b74e-48820cbfaa17, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=3d7c3eb8-676f-484c-b74e-48820cbfaa17,segment=NetworkSegment(e29bf5c7-db37-4809-aba0-b8aa14f252b2),segment_id=e29bf5c7-db37-4809-aba0-b8aa14f252b2)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:33.488909 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.533971 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.537789 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f057280a-b46f-431d-a4d0-9096077af932 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:33.638617 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] Calling delete_port for 3d7c3eb8-676f-484c-b74e-48820cbfaa17 owned by network:dhcp {{(pid=73855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:33.673650 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7c3eb8-676f-484c-b74e-48820cbfaa17,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:33.676770 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:33.677561 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] No DVR routers for this DVR port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 on host dv-cinder-784623-8-smb {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:33.682960 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.686592 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:33.730147 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] Pushing event deleted for resources: {'Port': ['ID=3d7c3eb8-676f-484c-b74e-48820cbfaa17,revision_number=None']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:33.733120 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:33.733904 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] No DVR routers for this DVR port 3d7c3eb8-676f-484c-b74e-48820cbfaa17 on host dv-cinder-784623-8-smb {{(pid=73855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:33.792846 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.805822 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4376f7f2-881d-4418-b527-d2b93eff3825']}} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:33.817813 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29bf5c7-db37-4809-aba0-b8aa14f252b2') {'for_net_delete': True} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:33.818107 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29bf5c7-db37-4809-aba0-b8aa14f252b2') {} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:33.830172 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1073704488'] for segment, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.849141 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.857288 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=73853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:41:33.857672 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071546136'] for segment, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: Traceback (most recent call last): May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: timer() May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: cb(*args, **kw) May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: return func(*args, **kwargs) May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: self._notify() May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: self.callback(batched_events) May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: event.method(event) May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: return f(self, *a, **k) May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: return self._get(url).json() May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: return self.request(url, 'GET', **kwargs) May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:41:33.870912 dv-cinder-784623-8-smb neutron-server[73853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:41:33.951643 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.958382 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:33.960750 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:33.982973 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Pushing event deleted for resources: {'Network': ['ID=4376f7f2-881d-4418-b527-d2b93eff3825,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:33.985924 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:33.989451 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-d21a0c1e-a45c-4536-8560-2bcd84d4c637 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4376f7f2-881d-4418-b527-d2b93eff3825 HTTP/1.1" status: 204 len: 168 time: 0.9161165 May 06 00:41:34.172369 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45368) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:34.220259 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-69be5736-53fc-4895-abe2-eb01a0c015bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7db5b44572d44cab992ea454a1edb665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466442 May 06 00:41:34.222665 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45372) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:34.279907 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-94e627f3-3385-43dd-a387-7d2b387288ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:34.306625 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-94e627f3-3385-43dd-a387-7d2b387288ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:34.364007 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-94e627f3-3385-43dd-a387-7d2b387288ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:34.367687 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-be4d41c8-0b08-476d-97a2-fc096cc7f33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:34.381650 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e627f3-3385-43dd-a387-7d2b387288ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3b26f2-0548-40b6-9521-a76724941ee4,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:34.385904 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-94e627f3-3385-43dd-a387-7d2b387288ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:34.389333 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-94e627f3-3385-43dd-a387-7d2b387288ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:34.392874 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-94e627f3-3385-43dd-a387-7d2b387288ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f3b26f2-0548-40b6-9521-a76724941ee4 HTTP/1.1" status: 204 len: 168 time: 0.1669118 May 06 00:41:34.425607 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3d7c3eb8-676f-484c-b74e-48820cbfaa17 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:34.459933 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 3d7c3eb8-676f-484c-b74e-48820cbfaa17 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:34.460280 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3d7c3eb8-676f-484c-b74e-48820cbfaa17 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:34.460846 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 375c7ef2-adfc-4bd1-acee-0a39e392da4f no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:34.493273 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 375c7ef2-adfc-4bd1-acee-0a39e392da4f {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:34.493595 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 375c7ef2-adfc-4bd1-acee-0a39e392da4f not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:34.755009 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45380) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:34.806452 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-fe3a35dd-c94d-4f0d-8003-d772390fcbb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dee4f65aa4c4e98abf4015c6b2aa5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498409 May 06 00:41:34.809299 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45384) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:34.870105 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8d5202f8-ca4e-466c-a858-10a818f5cd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:34.896607 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8d5202f8-ca4e-466c-a858-10a818f5cd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:34.955857 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8d5202f8-ca4e-466c-a858-10a818f5cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:34.959698 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-824a2098-62eb-48f0-90c1-4bb5d051619a tempest-VolumesNegativeTest-1949492506 tempest-VolumesNegativeTest-1949492506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:34.971120 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5202f8-ca4e-466c-a858-10a818f5cd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab6c159-48f4-47b6-a84e-3f84893f131f,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:34.973831 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:34.974549 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-8d5202f8-ca4e-466c-a858-10a818f5cd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:34.977926 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-8d5202f8-ca4e-466c-a858-10a818f5cd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:34.979114 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-8d5202f8-ca4e-466c-a858-10a818f5cd01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ab6c159-48f4-47b6-a84e-3f84893f131f HTTP/1.1" status: 204 len: 168 time: 0.1688821 May 06 00:41:37.933109 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45390) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:38.211605 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Deleting port 0ceeb948-000e-4263-8b83-0e68e4741cdc {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:38.211864 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:38.333179 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:38.333502 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:38.453095 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Calling delete_port for 0ceeb948-000e-4263-8b83-0e68e4741cdc owned by network:floatingip {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:38.595576 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:38.600967 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3efcedda-5d2e-445b-b8bf-7c3dee798516 tempest-VolumesSnapshotTestJSON-1326918923 tempest-VolumesSnapshotTestJSON-1326918923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:38.646935 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event deleted for resources: {'Port': ['ID=0ceeb948-000e-4263-8b83-0e68e4741cdc,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:38.650030 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:38.739411 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for floatingip, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:38.739740 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.l3_db [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Floating IP 71ccf345-bef1-41e8-b70f-59a0ae8175e2 disassociated (deleted). External IP: 172.28.3.47, port: 3ce41429-4380-4803-a8cd-1df4100018bb. May 06 00:41:39.178315 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Router ba1b3250-d7ba-4357-890a-5bf3be76b916 has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:41:39.363818 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:41:39.374565 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] Sync routers for ids ['ba1b3250-d7ba-4357-890a-5bf3be76b916'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:41:39.381819 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:39.383995 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] Routers {'ba1b3250-d7ba-4357-890a-5bf3be76b916'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:39.384673 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['ba1b3250-d7ba-4357-890a-5bf3be76b916'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:39.441389 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "DELETE /v2.0/floatingips/71ccf345-bef1-41e8-b70f-59a0ae8175e2 HTTP/1.1" status: 204 len: 168 time: 1.5069747 May 06 00:41:39.441919 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:41:39.487553 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb', 'status': 'completed', 'code': 200} May 06 00:41:39.561492 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] Set router ba1b3250-d7ba-4357-890a-5bf3be76b916 gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:39.584030 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-3e5f0025-8645-4b9e-8103-9cda5f9929d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:39.585538 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-3e5f0025-8645-4b9e-8103-9cda5f9929d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b9f7b2b4c84262afcea5da837cc9b6&device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 1099 time: 0.0713437 May 06 00:41:39.722015 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-00c56b7d-3fef-44f9-a02c-46d244031369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:39.723386 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-00c56b7d-3fef-44f9-a02c-46d244031369 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d785f87c-c20d-49d9-af2b-695cd3fd9484 HTTP/1.1" status: 200 len: 909 time: 0.1310663 May 06 00:41:39.783339 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:41:39.795264 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-bdada991-0117-4a2f-8708-5a5e2ce14dbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ce41429-4380-4803-a8cd-1df4100018bb HTTP/1.1" status: 200 len: 217 time: 0.0630088 May 06 00:41:39.811107 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ac4df-fee2-4fc8-bc3b-84e41d53914f req-8412eeff-567c-4557-8ff7-f5e5eb3a446c tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:39.811814 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-ff2ac4df-fee2-4fc8-bc3b-84e41d53914f req-8412eeff-567c-4557-8ff7-f5e5eb3a446c tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Synchronizing usage tracker for tenant:62b9f7b2b4c84262afcea5da837cc9b6 on resource:port {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:41:39.829839 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-ff2ac4df-fee2-4fc8-bc3b-84e41d53914f req-8412eeff-567c-4557-8ff7-f5e5eb3a446c tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Unset dirty status for tenant:62b9f7b2b4c84262afcea5da837cc9b6 on resource:port {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:41:39.831129 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ff2ac4df-fee2-4fc8-bc3b-84e41d53914f req-8412eeff-567c-4557-8ff7-f5e5eb3a446c tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.1006436 May 06 00:41:39.860764 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-18f31377-9e86-4b8f-ba59-e2355dddcca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:39.862209 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-18f31377-9e86-4b8f-ba59-e2355dddcca9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6518a22-4bb8-4620-969a-04d81c5438a1 HTTP/1.1" status: 200 len: 848 time: 0.0595169 May 06 00:41:39.881152 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ff2ac4df-fee2-4fc8-bc3b-84e41d53914f req-e5d23e14-fb31-49b8-88b7-05727130b8cd tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434771 May 06 00:41:39.893026 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'cf50248e-1780-41d9-8326-b4dc9088541a', 'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'mac_address': 'fa:16:3e:d3:bd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:33Z', 'updated_at': '2021-05-06T00:36:41Z', 'revision_number': 5, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'subnets': [{'id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:39.897314 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] Checking router: ba1b3250-d7ba-4357-890a-5bf3be76b916 for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:41:39.906565 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] Routers {'ba1b3250-d7ba-4357-890a-5bf3be76b916'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:39.907264 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['ba1b3250-d7ba-4357-890a-5bf3be76b916'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:39.940067 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-75cc0586-a637-4467-8824-fb0b71eca2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:39.941551 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-75cc0586-a637-4467-8824-fb0b71eca2bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d785f87c-c20d-49d9-af2b-695cd3fd9484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721903 May 06 00:41:40.098814 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] Set router ba1b3250-d7ba-4357-890a-5bf3be76b916 gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:40.164979 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-88e64e37-44c6-4383-9116-698270cbaeb1 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157705 May 06 00:41:40.294233 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-0f38d878-a7dc-486e-abb9-47b5aa534831 req-07009733-3d79-4a95-87c6-fa12fde9b391 service neutron] 10.222.0.26 "GET /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223633 May 06 00:41:40.417299 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'cf50248e-1780-41d9-8326-b4dc9088541a', 'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'mac_address': 'fa:16:3e:d3:bd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:33Z', 'updated_at': '2021-05-06T00:36:41Z', 'revision_number': 5, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'subnets': [{'id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:40.421359 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e7125-bf01-4eea-8f0c-c07b32834a77 None None] The sync data for ids ['ba1b3250-d7ba-4357-890a-5bf3be76b916'] in dv-cinder-784623-8-smb is: [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': 'cf50248e-1780-41d9-8326-b4dc9088541a', 'name': '', 'network_id': 'd785f87c-c20d-49d9-af2b-695cd3fd9484', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'mac_address': 'fa:16:3e:d3:bd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:33Z', 'updated_at': '2021-05-06T00:36:41Z', 'revision_number': 5, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'subnets': [{'id': 'e6518a22-4bb8-4620-969a-04d81c5438a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:41:40.631793 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c199795-4d41-46e3-a405-181c0744a6af None None] New status for floating IP 71ccf345-bef1-41e8-b70f-59a0ae8175e2: DOWN {{(pid=73856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:41:41.071519 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b1e60-238b-4d75-b826-81fd9e5cf2d6 req-4c89282e-d707-429d-9213-6d9581edbdab tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:41.073278 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-275b1e60-238b-4d75-b826-81fd9e5cf2d6 req-4c89282e-d707-429d-9213-6d9581edbdab tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0841594 May 06 00:41:41.119355 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-275b1e60-238b-4d75-b826-81fd9e5cf2d6 req-7aca428a-2922-4c8e-bb15-6b241111e7cf tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/security-groups?id=570f9275-09cd-4540-97d9-8198e06586c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397763 May 06 00:41:41.131231 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-a1761d6e-0e5f-433f-8f26-169f9a3ca086 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:41.132033 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-a1761d6e-0e5f-433f-8f26-169f9a3ca086 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Synchronizing usage tracker for tenant:62b9f7b2b4c84262afcea5da837cc9b6 on resource:port {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:41:41.144937 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-a1761d6e-0e5f-433f-8f26-169f9a3ca086 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Unset dirty status for tenant:62b9f7b2b4c84262afcea5da837cc9b6 on resource:port {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:41:41.146047 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-a1761d6e-0e5f-433f-8f26-169f9a3ca086 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 946 time: 0.0976610 May 06 00:41:41.284762 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Deleting port 3ce41429-4380-4803-a8cd-1df4100018bb {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:41.285146 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:41.418964 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] For port 3ce41429-4380-4803-a8cd-1df4100018bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ce41429-4380-4803-a8cd-1df4100018bb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:41.419349 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:41.544842 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Calling delete_port for 3ce41429-4380-4803-a8cd-1df4100018bb owned by compute:nova {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:41.660944 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:41.667237 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-2288bead-ca1c-40bb-bfa4-61b086f1b66f tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:41.711274 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event deleted for resources: {'Port': ['ID=3ce41429-4380-4803-a8cd-1df4100018bb,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:41.714329 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:41.787859 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] No DVR routers for this DVR port 3ce41429-4380-4803-a8cd-1df4100018bb on host hv-cinder-78462 {{(pid=73854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:41.790627 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:41.793223 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'name': 'network-vif-deleted', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:41:41.811376 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-557c7f1c-25ec-49f6-a777-8b455fb63270 req-cfdc9894-6f9a-4561-a5db-ff71674f63b8 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.26 "DELETE /v2.0/ports/3ce41429-4380-4803-a8cd-1df4100018bb HTTP/1.1" status: 204 len: 173 time: 0.6591821 May 06 00:41:41.841041 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1d6bc0-f8e4-49fc-9727-d9cec77da82e', 'name': 'network-vif-deleted', 'tag': '3ce41429-4380-4803-a8cd-1df4100018bb', 'status': 'completed', 'code': 200} May 06 00:41:42.269459 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-612bac4d-0b9b-4e5e-868f-e21366907594 req-a81f92f4-e238-48f9-b207-a275f07cab64 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1d6bc0-f8e4-49fc-9727-d9cec77da82e HTTP/1.1" status: 200 len: 210 time: 0.0433481 May 06 00:41:43.374230 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45410) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:43.456673 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc338-446e-4b81-a6d2-88369eeff7f7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:43.488416 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc338-446e-4b81-a6d2-88369eeff7f7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:43.558453 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc338-446e-4b81-a6d2-88369eeff7f7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:43.562305 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-6eeee79b-f1ef-45bb-a037-716a31b103f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:43.576084 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbc338-446e-4b81-a6d2-88369eeff7f7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570f9275-09cd-4540-97d9-8198e06586c1,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:43.579810 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-dcdbc338-446e-4b81-a6d2-88369eeff7f7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:43.599094 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-dcdbc338-446e-4b81-a6d2-88369eeff7f7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:43.600575 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-dcdbc338-446e-4b81-a6d2-88369eeff7f7 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] 10.222.0.32 "DELETE /v2.0/security-groups/570f9275-09cd-4540-97d9-8198e06586c1 HTTP/1.1" status: 204 len: 168 time: 0.2250125 May 06 00:41:44.692660 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45420) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:44.712028 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3ce41429-4380-4803-a8cd-1df4100018bb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:44.785767 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 3ce41429-4380-4803-a8cd-1df4100018bb {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:44.786113 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 3ce41429-4380-4803-a8cd-1df4100018bb not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:45.474865 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399436'] for router_interface, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:46.003907 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Deleting port cf50248e-1780-41d9-8326-b4dc9088541a {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:46.004745 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:46.125690 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] For port cf50248e-1780-41d9-8326-b4dc9088541a, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=cf50248e-1780-41d9-8326-b4dc9088541a,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:46.126048 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:46.248236 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Calling delete_port for cf50248e-1780-41d9-8326-b4dc9088541a owned by network:router_interface {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:46.394538 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:46.398440 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f5e13011-a47a-4936-af6d-d0872e132d76 tempest-VolumesActionsTest-421075612 tempest-VolumesActionsTest-421075612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:46.471007 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf50248e-1780-41d9-8326-b4dc9088541a,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:46.473702 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:46.713108 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454140'] for router_interface, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:47.161821 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Router ba1b3250-d7ba-4357-890a-5bf3be76b916 has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:41:47.340738 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:41:47.349726 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] Sync routers for ids ['ba1b3250-d7ba-4357-890a-5bf3be76b916'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:41:47.354798 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-c594b32c-e001-4a64-adcc-f5daf01cc582 admin admin] 10.222.0.32 "PUT /v2.0/routers/ba1b3250-d7ba-4357-890a-5bf3be76b916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6609125 May 06 00:41:47.356064 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45426) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:47.359925 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] Routers {'ba1b3250-d7ba-4357-890a-5bf3be76b916'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:47.360653 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['ba1b3250-d7ba-4357-890a-5bf3be76b916'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:47.530153 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Notify callbacks [] for router, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:47.536058 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] Set router ba1b3250-d7ba-4357-890a-5bf3be76b916 gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:47.705178 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:47.778611 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Deleting port 449936d4-7b30-44fe-8c0b-5d677cf528a4 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:47.778986 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:47.814046 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:41:46Z', 'revision_number': 5, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port': {'id': '449936d4-7b30-44fe-8c0b-5d677cf528a4', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:29Z', 'updated_at': '2021-05-06T00:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:47.817943 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] Checking router: ba1b3250-d7ba-4357-890a-5bf3be76b916 for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:41:47.826537 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] Routers {'ba1b3250-d7ba-4357-890a-5bf3be76b916'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:47.827112 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['ba1b3250-d7ba-4357-890a-5bf3be76b916'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:47.897973 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] For port 449936d4-7b30-44fe-8c0b-5d677cf528a4, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=449936d4-7b30-44fe-8c0b-5d677cf528a4,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:47.898286 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:47.974027 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] Set router ba1b3250-d7ba-4357-890a-5bf3be76b916 gateway port host: None {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:48.018224 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Calling delete_port for 449936d4-7b30-44fe-8c0b-5d677cf528a4 owned by network:router_gateway {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:48.076051 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:41:47Z', 'revision_number': 6, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port_host': None}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:48.079900 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbfbee-959c-47d9-950a-70ce60bc2841 None None] The sync data for ids ['ba1b3250-d7ba-4357-890a-5bf3be76b916'] in dv-cinder-784623-8-smb is: [{'id': 'ba1b3250-d7ba-4357-890a-5bf3be76b916', 'name': 'tempest-TestShelveInstance-1642954323-router', 'tenant_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:28Z', 'updated_at': '2021-05-06T00:41:47Z', 'revision_number': 6, 'project_id': '62b9f7b2b4c84262afcea5da837cc9b6', 'gw_port_host': None}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:41:48.160932 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:48.164414 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ef2ec7a3-8aec-416d-a5b9-7cf3611fa10b tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:48.209005 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Pushing event deleted for resources: {'Port': ['ID=449936d4-7b30-44fe-8c0b-5d677cf528a4,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:48.212011 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:48.297131 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395880'] for router_gateway, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:48.575884 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12970'] for router, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:48.578005 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:48.603408 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452474'] for router, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:48.604196 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba1b3250-d7ba-4357-890a-5bf3be76b916 {{(pid=73853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 00:41:48.621244 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] Notify callbacks [] for router, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:48.622446 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-1355cd4e-d07e-461f-9e26-7738a6f8ea1f admin admin] 10.222.0.32 "DELETE /v2.0/routers/ba1b3250-d7ba-4357-890a-5bf3be76b916 HTTP/1.1" status: 204 len: 168 time: 1.2653983 May 06 00:41:48.626034 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45430) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:48.686679 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2ffe73-d337-4a39-b6e4-6074a8e6336c admin admin] Deleting subnet e6518a22-4bb8-4620-969a-04d81c5438a1 {{(pid=73853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:41:48.689648 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9e2ffe73-d337-4a39-b6e4-6074a8e6336c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:48.740811 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9e2ffe73-d337-4a39-b6e4-6074a8e6336c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1073704503'] for subnet, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:48.824630 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9e2ffe73-d337-4a39-b6e4-6074a8e6336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:48.864622 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device cf50248e-1780-41d9-8326-b4dc9088541a no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:48.898811 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: cf50248e-1780-41d9-8326-b4dc9088541a {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:48.899167 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device cf50248e-1780-41d9-8326-b4dc9088541a not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:49.071641 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9e2ffe73-d337-4a39-b6e4-6074a8e6336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071546238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1072420825'] for subnet, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.077654 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:49.117001 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ffe73-d337-4a39-b6e4-6074a8e6336c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6518a22-4bb8-4620-969a-04d81c5438a1,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:49.118915 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-9e2ffe73-d337-4a39-b6e4-6074a8e6336c admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.124429 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9e2ffe73-d337-4a39-b6e4-6074a8e6336c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:49.128184 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b12ed-d4fd-4106-bbf6-669ecedda68e None None] Network d785f87c-c20d-49d9-af2b-695cd3fd9484 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:41:49.128998 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45436) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:49.132646 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-9e2ffe73-d337-4a39-b6e4-6074a8e6336c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e6518a22-4bb8-4620-969a-04d81c5438a1 HTTP/1.1" status: 204 len: 168 time: 0.4992280 May 06 00:41:49.248945 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.322647 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Deleting port c1aa68c7-201d-4a6f-931c-06ca951d27fb {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:49.322975 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.379331 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] DHCP port deletion for d785f87c-c20d-49d9-af2b-695cd3fd9484 request from dv-cinder-784623-8-smb {{(pid=73855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 00:41:49.425010 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] For port c1aa68c7-201d-4a6f-931c-06ca951d27fb, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=c1aa68c7-201d-4a6f-931c-06ca951d27fb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:49.425289 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.449053 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] Deleting port c1aa68c7-201d-4a6f-931c-06ca951d27fb {{(pid=73855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:49.449728 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.548756 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Calling delete_port for c1aa68c7-201d-4a6f-931c-06ca951d27fb owned by network:dhcp {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:49.551060 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] For port c1aa68c7-201d-4a6f-931c-06ca951d27fb, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=c1aa68c7-201d-4a6f-931c-06ca951d27fb,segment=NetworkSegment(9ac61cf4-829a-4f26-9d6d-f408fa270bc1),segment_id=9ac61cf4-829a-4f26-9d6d-f408fa270bc1)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:49.551552 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.604442 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.609985 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-663317bb-7bab-4607-a3c0-459116a90b8e tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:49.722541 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] Calling delete_port for c1aa68c7-201d-4a6f-931c-06ca951d27fb owned by network:dhcp {{(pid=73855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:49.755390 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1aa68c7-201d-4a6f-931c-06ca951d27fb,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:49.757345 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] No DVR routers for this DVR port c1aa68c7-201d-4a6f-931c-06ca951d27fb on host dv-cinder-784623-8-smb {{(pid=73854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:49.758871 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:49.772312 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.776201 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:49.820661 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] Pushing event deleted for resources: {'Port': ['ID=c1aa68c7-201d-4a6f-931c-06ca951d27fb,revision_number=None']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:49.824357 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:49.827291 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] No DVR routers for this DVR port c1aa68c7-201d-4a6f-931c-06ca951d27fb on host dv-cinder-784623-8-smb {{(pid=73855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:49.873821 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.886608 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d785f87c-c20d-49d9-af2b-695cd3fd9484']}} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:49.898552 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac61cf4-829a-4f26-9d6d-f408fa270bc1') {'for_net_delete': True} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:49.898836 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.services.segments.db [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac61cf4-829a-4f26-9d6d-f408fa270bc1') {} {{(pid=73854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:49.910500 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071601824'] for segment, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.926412 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.932654 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=73854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:41:49.933136 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071891360'] for segment, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: Traceback (most recent call last): May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: timer() May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: cb(*args, **kw) May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: return func(*args, **kwargs) May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: self._notify() May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: self.callback(batched_events) May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: event.method(event) May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: return f(self, *a, **k) May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: return self._get(url).json() May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: return self.request(url, 'GET', **kwargs) May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:41:49.946263 dv-cinder-784623-8-smb neutron-server[73854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:41:49.981787 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052b7f3-e427-4860-9e39-18a0b78faea7 req-8a57d804-2dce-4dba-8edd-6a1a01d67869 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:49.983272 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9052b7f3-e427-4860-9e39-18a0b78faea7 req-8a57d804-2dce-4dba-8edd-6a1a01d67869 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 947 time: 0.0814755 May 06 00:41:50.025934 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:50.029340 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9052b7f3-e427-4860-9e39-18a0b78faea7 req-756852e8-8c8b-4354-940c-83fec55cca94 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398419 May 06 00:41:50.029730 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:50.042613 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:50.052964 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d785f87c-c20d-49d9-af2b-695cd3fd9484,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:50.056441 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:50.068203 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-7e68764e-ae5b-43e1-b23d-fef2b78a27b7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d785f87c-c20d-49d9-af2b-695cd3fd9484 HTTP/1.1" status: 204 len: 168 time: 0.9337475 May 06 00:41:50.071116 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45448) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:50.425269 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 449936d4-7b30-44fe-8c0b-5d677cf528a4 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:50.459413 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 449936d4-7b30-44fe-8c0b-5d677cf528a4 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:50.459762 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 449936d4-7b30-44fe-8c0b-5d677cf528a4 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:50.460180 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device c1aa68c7-201d-4a6f-931c-06ca951d27fb no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:50.492239 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: c1aa68c7-201d-4a6f-931c-06ca951d27fb {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:50.492610 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device c1aa68c7-201d-4a6f-931c-06ca951d27fb not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:50.610682 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399436'] for router_interface, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:51.030767 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Deleting port 26d88fae-05bc-409f-a6be-ba2e1707419e {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:51.031104 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:51.237061 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92213fe2-584c-4a52-b0ec-ff0529875e42 req-4a414663-22bb-4c2e-b9f4-9f5963ece9cf tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:51.238531 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-92213fe2-584c-4a52-b0ec-ff0529875e42 req-4a414663-22bb-4c2e-b9f4-9f5963ece9cf tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 947 time: 0.0864112 May 06 00:41:51.285155 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-92213fe2-584c-4a52-b0ec-ff0529875e42 req-73e243b4-1b5c-48f0-bf7d-80cb3575cc8a tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405447 May 06 00:41:51.296203 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] For port 26d88fae-05bc-409f-a6be-ba2e1707419e, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=26d88fae-05bc-409f-a6be-ba2e1707419e,segment=NetworkSegment(76bae22d-5b01-4827-b0ba-f05f75da0333),segment_id=76bae22d-5b01-4827-b0ba-f05f75da0333)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:51.296588 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:51.421805 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Calling delete_port for 26d88fae-05bc-409f-a6be-ba2e1707419e owned by network:router_interface {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:51.458793 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-3792f86b-6ddd-49b4-ab14-2790b24e0a3e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:51.459474 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-3792f86b-6ddd-49b4-ab14-2790b24e0a3e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Synchronizing usage tracker for tenant:46e3563b737944779d25f471ee8475d2 on resource:port {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:41:51.483269 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-3792f86b-6ddd-49b4-ab14-2790b24e0a3e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Unset dirty status for tenant:46e3563b737944779d25f471ee8475d2 on resource:port {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:41:51.484544 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-3792f86b-6ddd-49b4-ab14-2790b24e0a3e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.26 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 947 time: 0.2643676 May 06 00:41:51.693871 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Deleting port 4eaa402a-b114-4505-a4b5-e56c413dadec {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:51.694708 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:51.709534 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:51.717428 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3fc30647-aba4-4b30-bf14-49a8c043e192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:51.840922 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d88fae-05bc-409f-a6be-ba2e1707419e,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:51.846484 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:51.955576 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] For port 4eaa402a-b114-4505-a4b5-e56c413dadec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4eaa402a-b114-4505-a4b5-e56c413dadec,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:51.956041 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:52.281115 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454140'] for router_interface, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:52.479377 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ab60c-ebbf-40b5-991c-cdeb156306a6 req-77f23cc9-56ba-4315-ac2a-40e1d5ecea9d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:41:52.481359 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2b7ab60c-ebbf-40b5-991c-cdeb156306a6 req-77f23cc9-56ba-4315-ac2a-40e1d5ecea9d tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 947 time: 0.0856419 May 06 00:41:52.529813 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2b7ab60c-ebbf-40b5-991c-cdeb156306a6 req-ffdb8088-ceb1-467f-833d-6fa455213542 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups?id=7973fd27-3df1-4eda-8130-c37c8923834f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 May 06 00:41:52.625949 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:52.626320 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:52.626651 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.l3_db [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Floating IP 5bd097e1-7baa-4205-93da-dccda55fdbe3 disassociated. External IP: 172.28.3.205, port: 4eaa402a-b114-4505-a4b5-e56c413dadec. May 06 00:41:52.626967 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Calling delete_port for 4eaa402a-b114-4505-a4b5-e56c413dadec owned by compute:nova {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:52.920394 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:41:52.928942 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:52.935865 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:53.102228 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event deleted for resources: {'Port': ['ID=4eaa402a-b114-4505-a4b5-e56c413dadec,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:53.110008 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:53.323331 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:41:53.332118 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] Sync routers for ids ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:41:53.342146 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] Routers {'77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:53.342759 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:53.364878 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:41:53.372924 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-91796c92-7d3e-49c4-9b3c-fcd4cd1a6715 admin admin] 10.222.0.32 "PUT /v2.0/routers/77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3006921 May 06 00:41:53.373798 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45456) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:53.518130 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] Set router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:53.581923 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Notify callbacks [] for router, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:53.608598 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:41:53.623883 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] Sync routers for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:41:53.641247 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:53.641886 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:53.738130 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] No DVR routers for this DVR port 4eaa402a-b114-4505-a4b5-e56c413dadec on host hv-cinder-78462 {{(pid=73854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:53.741804 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:53.743932 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-67958cb9-767c-4613-9df8-6ee7f2e9adc1 req-b73c9e9d-caff-4180-8b8f-62a9845a64ed tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.26 "DELETE /v2.0/ports/4eaa402a-b114-4505-a4b5-e56c413dadec HTTP/1.1" status: 204 len: 173 time: 2.2482281 May 06 00:41:53.744802 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'name': 'network-vif-deleted', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:41:53.801648 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e0d20-0e5b-4f8b-b8d1-ab5776aab99a', 'name': 'network-vif-deleted', 'tag': '4eaa402a-b114-4505-a4b5-e56c413dadec', 'status': 'completed', 'code': 200} May 06 00:41:53.864338 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-29f9c90e-bab6-460b-aaf3-feb5d09151aa req-dcdd453f-ab1a-4be3-a2bc-d218b2ded27e tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/ports?device_id=994e0d20-0e5b-4f8b-b8d1-ab5776aab99a HTTP/1.1" status: 200 len: 210 time: 0.0981631 May 06 00:41:53.891778 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:53.895264 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:53.917264 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'name': 'tempest-TestShelveInstance-1763965733-router', 'tenant_id': '774965cb59c44611954434156e40bf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '3668ac38-3220-497b-ac14-9efd922052a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:39Z', 'updated_at': '2021-05-06T00:41:51Z', 'revision_number': 5, 'project_id': '774965cb59c44611954434156e40bf40', 'gw_port': {'id': '3668ac38-3220-497b-ac14-9efd922052a8', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:36:40Z', 'updated_at': '2021-05-06T00:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:53.922032 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] Checking router: 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:41:53.931940 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] Routers {'77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:53.932871 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:53.976463 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Deleting port 3668ac38-3220-497b-ac14-9efd922052a8 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:53.976866 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:54.081916 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] Set router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 gateway port host: None {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:54.104351 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] For port 3668ac38-3220-497b-ac14-9efd922052a8, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=3668ac38-3220-497b-ac14-9efd922052a8,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:54.104720 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:54.205891 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'name': 'tempest-TestShelveInstance-1763965733-router', 'tenant_id': '774965cb59c44611954434156e40bf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:39Z', 'updated_at': '2021-05-06T00:41:53Z', 'revision_number': 6, 'project_id': '774965cb59c44611954434156e40bf40', 'gw_port_host': None}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:54.210830 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23934b39-0449-46a8-8033-cacf5593e966 None None] The sync data for ids ['77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731'] in dv-cinder-784623-8-smb is: [{'id': '77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731', 'name': 'tempest-TestShelveInstance-1763965733-router', 'tenant_id': '774965cb59c44611954434156e40bf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:36:39Z', 'updated_at': '2021-05-06T00:41:53Z', 'revision_number': 6, 'project_id': '774965cb59c44611954434156e40bf40', 'gw_port_host': None}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:41:54.253809 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:54.258558 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] Checking router: bdd67dcd-f06d-4f6e-a8cd-079195e2b61b for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:41:54.274487 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:41:54.275095 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:54.358931 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Calling delete_port for 3668ac38-3220-497b-ac14-9efd922052a8 owned by network:router_gateway {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:54.421442 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:54.463565 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:41:54.497854 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:54.502629 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-7aa43c64-c9b9-48d4-b840-f3bec35492d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:54.572666 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Pushing event deleted for resources: {'Port': ['ID=3668ac38-3220-497b-ac14-9efd922052a8,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:54.587782 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:54.610168 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 26d88fae-05bc-409f-a6be-ba2e1707419e no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:54.649426 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395880'] for router_gateway, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:54.693402 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 26d88fae-05bc-409f-a6be-ba2e1707419e {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:54.693938 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 26d88fae-05bc-409f-a6be-ba2e1707419e not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:54.779412 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 4eaa402a-b114-4505-a4b5-e56c413dadec no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:54.821760 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12970'] for router, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:54.824252 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:54.849581 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452474'] for router, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:54.850080 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 {{(pid=73853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 00:41:54.856890 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 4eaa402a-b114-4505-a4b5-e56c413dadec {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:54.857239 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 4eaa402a-b114-4505-a4b5-e56c413dadec not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:54.863605 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] Notify callbacks [] for router, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:54.867343 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-f85720f0-bc6e-415c-b8cf-5a96ecf8981b admin admin] 10.222.0.32 "DELETE /v2.0/routers/77ccb2d3-d5c1-4db4-8ff5-5e1a4d450731 HTTP/1.1" status: 204 len: 168 time: 1.4923058 May 06 00:41:54.867606 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45464) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:54.889989 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:54.893806 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b9a2c-1881-4532-bb65-611f1fe6fb3f None None] The sync data for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb is: [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:35:12Z', 'revision_number': 4, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '75132389-1498-44bb-b75e-137a12159552', 'name': '', 'network_id': 'e863ee47-ceaf-4514-beb9-e76d15941dbe', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'mac_address': 'fa:16:3e:bd:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:11Z', 'updated_at': '2021-05-06T00:35:26Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'subnets': [{'id': 'cb43b4c9-903f-496a-a3c0-c637cb48f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:41:54.934606 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec55852-bc78-480e-be82-3c99b120b58f admin admin] Deleting subnet 5631eb88-7fbb-4e12-8cf0-fd238b59e256 {{(pid=73854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:41:54.938191 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7ec55852-bc78-480e-be82-3c99b120b58f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:54.990920 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7ec55852-bc78-480e-be82-3c99b120b58f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071601855'] for subnet, precommit_delete_associations {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.013652 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45472) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:55.077954 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7ec55852-bc78-480e-be82-3c99b120b58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.087526 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d92401eb-11fd-40cd-80ca-a1e699d238b7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.119534 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d92401eb-11fd-40cd-80ca-a1e699d238b7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.182644 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d92401eb-11fd-40cd-80ca-a1e699d238b7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.194611 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a30f9d5b-10a6-4130-bf05-a1e2efecc1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:55.208224 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92401eb-11fd-40cd-80ca-a1e699d238b7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7973fd27-3df1-4eda-8130-c37c8923834f,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:55.212640 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d92401eb-11fd-40cd-80ca-a1e699d238b7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:55.216527 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d92401eb-11fd-40cd-80ca-a1e699d238b7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.217804 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-d92401eb-11fd-40cd-80ca-a1e699d238b7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "DELETE /v2.0/security-groups/7973fd27-3df1-4eda-8130-c37c8923834f HTTP/1.1" status: 204 len: 168 time: 0.2031536 May 06 00:41:55.220458 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45476) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:55.239229 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.api.v2.resource [None req-f4bd5d32-7b64-440f-b89b-358c89f8cf23 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] show failed (client error): The resource could not be found. May 06 00:41:55.240401 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-f4bd5d32-7b64-440f-b89b-358c89f8cf23 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "GET /v2.0/security-groups/7973fd27-3df1-4eda-8130-c37c8923834f HTTP/1.1" status: 404 len: 347 time: 0.0188622 May 06 00:41:55.244814 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45480) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:55.248713 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f7ac2-f02e-4fe0-905c-3de8be33a9f1 None None] New status for floating IP 5bd097e1-7baa-4205-93da-dccda55fdbe3: DOWN {{(pid=73856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:41:55.477683 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Deleting port 5ce66b08-1353-4784-9249-eb2537aa9f93 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:55.478208 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.492561 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7ec55852-bc78-480e-be82-3c99b120b58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071891398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071861408'] for subnet, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.496919 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:55.533354 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec55852-bc78-480e-be82-3c99b120b58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5631eb88-7fbb-4e12-8cf0-fd238b59e256,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:55.535866 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-7ec55852-bc78-480e-be82-3c99b120b58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:55.538499 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-7ec55852-bc78-480e-be82-3c99b120b58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for subnet, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.545961 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30d149-02b7-4593-9162-e7f93e9bafec None None] Network e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:41:55.547816 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45484) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:55.547941 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-7ec55852-bc78-480e-be82-3c99b120b58f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5631eb88-7fbb-4e12-8cf0-fd238b59e256 HTTP/1.1" status: 204 len: 168 time: 0.6792655 May 06 00:41:55.689758 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.694435 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.694755 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.784596 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] DHCP port deletion for e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 request from dv-cinder-784623-8-smb {{(pid=73855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 00:41:55.821378 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Calling delete_port for 5ce66b08-1353-4784-9249-eb2537aa9f93 owned by network:floatingip {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:55.852914 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Deleting port f2552aee-605a-41ab-9ffb-8da27c27469d {{(pid=73855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:55.853294 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:55.955200 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] For port f2552aee-605a-41ab-9ffb-8da27c27469d, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=f2552aee-605a-41ab-9ffb-8da27c27469d,segment=NetworkSegment(76bae22d-5b01-4827-b0ba-f05f75da0333),segment_id=76bae22d-5b01-4827-b0ba-f05f75da0333)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:55.955593 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.003952 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Deleting port f2552aee-605a-41ab-9ffb-8da27c27469d {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:41:56.004191 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.076660 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Calling delete_port for f2552aee-605a-41ab-9ffb-8da27c27469d owned by network:dhcp {{(pid=73855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:56.126639 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.131043 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:56.150555 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] For port f2552aee-605a-41ab-9ffb-8da27c27469d, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=f2552aee-605a-41ab-9ffb-8da27c27469d,segment=NetworkSegment(76bae22d-5b01-4827-b0ba-f05f75da0333),segment_id=76bae22d-5b01-4827-b0ba-f05f75da0333)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:41:56.150913 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.174628 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] No DVR routers for this DVR port f2552aee-605a-41ab-9ffb-8da27c27469d on host dv-cinder-784623-8-smb {{(pid=73855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:56.176078 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Pushing event deleted for resources: {'Port': ['ID=f2552aee-605a-41ab-9ffb-8da27c27469d,revision_number=None']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:56.185671 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.186050 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.186385 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.186684 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.187011 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.187335 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.187656 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.187973 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.188339 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.188731 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.188930 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.189241 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:41:56.192194 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-f557bb26-4fe7-4135-8963-7bb2e0f60d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:56.282610 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Calling delete_port for f2552aee-605a-41ab-9ffb-8da27c27469d owned by network:dhcp {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:41:56.299272 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.315064 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-fd03df91-e4e1-4316-b2f8-6e9a16511587 tempest-TestShelveInstance-1762152454 tempest-TestShelveInstance-1762152454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:56.363526 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Pushing event deleted for resources: {'Port': ['ID=5ce66b08-1353-4784-9249-eb2537aa9f93,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:56.390694 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:56.428019 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device f2552aee-605a-41ab-9ffb-8da27c27469d no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:56.465172 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: f2552aee-605a-41ab-9ffb-8da27c27469d {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:56.465401 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device f2552aee-605a-41ab-9ffb-8da27c27469d not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:56.465830 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3668ac38-3220-497b-ac14-9efd922052a8 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:41:56.469515 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks [] for floatingip, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.473788 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.479589 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:56.498374 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 3668ac38-3220-497b-ac14-9efd922052a8 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:41:56.498723 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3668ac38-3220-497b-ac14-9efd922052a8 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:41:56.527865 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f2552aee-605a-41ab-9ffb-8da27c27469d,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:56.531563 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:56.532260 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] No DVR routers for this DVR port f2552aee-605a-41ab-9ffb-8da27c27469d on host dv-cinder-784623-8-smb {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:41:56.566201 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.567240 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-34bb7b8b-408a-4842-9d39-765fdb4e9b88 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] 10.222.0.32 "DELETE /v2.0/floatingips/5bd097e1-7baa-4205-93da-dccda55fdbe3 HTTP/1.1" status: 204 len: 168 time: 1.3213480 May 06 00:41:56.651766 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.664877 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e72f82-598b-4e87-ac44-e8e4e29ee6f1']}} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:56.676828 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bae22d-5b01-4827-b0ba-f05f75da0333') {'for_net_delete': True} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:56.677124 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bae22d-5b01-4827-b0ba-f05f75da0333') {} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:41:56.692260 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1073704488'] for segment, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.713529 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.719643 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=73853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:41:56.720022 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071546136'] for segment, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: util.warn( May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: util.warn( May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: util.warn( May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: util.warn( May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: Traceback (most recent call last): May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: timer() May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: cb(*args, **kw) May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: return func(*args, **kwargs) May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: self._notify() May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: self.callback(batched_events) May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: event.method(event) May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: return f(self, *a, **k) May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: return self._get(url).json() May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: return self.request(url, 'GET', **kwargs) May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:41:56.733319 dv-cinder-784623-8-smb neutron-server[73853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:41:56.811562 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.816603 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:56.820036 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-79e7bcc4-76df-45d9-98fd-24d5dcaa4ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:56.838242 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] 10.222.0.32 "DELETE /v2.0/networks/e0e72f82-598b-4e87-ac44-e8e4e29ee6f1 HTTP/1.1" status: 204 len: 168 time: 1.2893612 May 06 00:41:56.841536 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e72f82-598b-4e87-ac44-e8e4e29ee6f1,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:56.844079 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-429ab6e8-6314-47f5-99c2-b3337d49c9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:56.957625 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45494) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:57.013244 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-fb3b062a-4911-4c7c-b9ff-d7c6a6a09129 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62b9f7b2b4c84262afcea5da837cc9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543890 May 06 00:41:57.015629 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45498) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:57.084831 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e06b31ed-043b-4256-abf4-6e69537d8c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:57.111315 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e06b31ed-043b-4256-abf4-6e69537d8c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:57.170875 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e06b31ed-043b-4256-abf4-6e69537d8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:57.176697 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-3a7cbd8e-88fe-42d1-8b11-7e957b03ad80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:57.198197 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b31ed-043b-4256-abf4-6e69537d8c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fa0c3b-d1f6-4dc7-9964-24a2bcd86b68,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:57.202505 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e06b31ed-043b-4256-abf4-6e69537d8c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:57.206396 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e06b31ed-043b-4256-abf4-6e69537d8c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:57.207487 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e06b31ed-043b-4256-abf4-6e69537d8c39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22fa0c3b-d1f6-4dc7-9964-24a2bcd86b68 HTTP/1.1" status: 204 len: 168 time: 0.1909959 May 06 00:41:57.576003 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45506) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:57.626114 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-4a9554fa-d0ab-4ab2-a0d3-a00b96524dd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=774965cb59c44611954434156e40bf40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487430 May 06 00:41:57.629364 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45510) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:57.692109 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-514a8231-df7b-4a1f-a254-ec2592040ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:57.718377 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-514a8231-df7b-4a1f-a254-ec2592040ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:57.772028 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-514a8231-df7b-4a1f-a254-ec2592040ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:57.777951 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-aacd078d-2369-477b-855a-3ad9c5ecc878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:41:57.789651 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a8231-df7b-4a1f-a254-ec2592040ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0693a3a-064c-4cd1-a261-f60c16067eb4,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:41:57.793543 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-514a8231-df7b-4a1f-a254-ec2592040ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:41:57.796919 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-514a8231-df7b-4a1f-a254-ec2592040ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:41:57.800424 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-514a8231-df7b-4a1f-a254-ec2592040ecf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0693a3a-064c-4cd1-a261-f60c16067eb4 HTTP/1.1" status: 204 len: 168 time: 0.1669366 May 06 00:41:59.380656 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45532) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:41:59.475453 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b179-25b2-47b7-8145-02b3a5a67505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:00.167336 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399436'] for router_interface, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:00.570262 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Deleting port 75132389-1498-44bb-b75e-137a12159552 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:42:00.570946 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:00.694580 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] For port 75132389-1498-44bb-b75e-137a12159552, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=75132389-1498-44bb-b75e-137a12159552,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:42:00.694938 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:00.907368 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Calling delete_port for 75132389-1498-44bb-b75e-137a12159552 owned by network:router_interface {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:42:01.062089 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:01.065710 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-85caf9c4-7082-4664-ae86-eb0ac1a0b6e1 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:01.107911 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Pushing event deleted for resources: {'Port': ['ID=75132389-1498-44bb-b75e-137a12159552,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:01.110952 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:01.375390 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454140'] for router_interface, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:01.747017 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:42:01.933564 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:42:01.942476 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] Sync routers for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:42:01.946557 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a3dc4a71-4eed-415c-81c6-0b0a65ec7390 admin admin] 10.222.0.32 "PUT /v2.0/routers/bdd67dcd-f06d-4f6e-a8cd-079195e2b61b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5644889 May 06 00:42:01.949245 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45538) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:01.953061 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:42:01.953684 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:41:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:02.084511 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:02.137728 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:02.141897 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:42:02.319815 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-7933ac7c-bed1-49ad-ab76-0b3d6a655cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:02.422872 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:02.446030 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:42:00Z', 'revision_number': 5, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port': {'id': '86de48ef-eca1-459d-9427-2bad925a8d96', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:35:04Z', 'updated_at': '2021-05-06T00:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:02.449940 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] Checking router: bdd67dcd-f06d-4f6e-a8cd-079195e2b61b for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:42:02.458761 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] Routers {'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:42:02.459370 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:42:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:02.494165 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Deleting port 86de48ef-eca1-459d-9427-2bad925a8d96 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:42:02.494503 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:02.618172 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] For port 86de48ef-eca1-459d-9427-2bad925a8d96, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=86de48ef-eca1-459d-9427-2bad925a8d96,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:42:02.618522 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:02.652421 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] Set router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b gateway port host: None {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:42:02.746174 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Calling delete_port for 86de48ef-eca1-459d-9427-2bad925a8d96 owned by network:router_gateway {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:42:02.755946 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:42:02Z', 'revision_number': 6, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port_host': None}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:02.760043 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d8fc7-616a-4eb3-b025-81595af74ff2 None None] The sync data for ids ['bdd67dcd-f06d-4f6e-a8cd-079195e2b61b'] in dv-cinder-784623-8-smb is: [{'id': 'bdd67dcd-f06d-4f6e-a8cd-079195e2b61b', 'name': 'tempest-AttachVolumeShelveTestJSON-1895799081-router', 'tenant_id': '46e3563b737944779d25f471ee8475d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:35:03Z', 'updated_at': '2021-05-06T00:42:02Z', 'revision_number': 6, 'project_id': '46e3563b737944779d25f471ee8475d2', 'gw_port_host': None}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:42:02.893399 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:02.897932 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-12dbd0eb-52b1-43c6-93cd-8a76e4095128 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:02.968023 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=86de48ef-eca1-459d-9427-2bad925a8d96,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:02.974437 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:03.033263 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395880'] for router_gateway, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.205679 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12970'] for router, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.207861 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.232521 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452474'] for router, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.233009 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdd67dcd-f06d-4f6e-a8cd-079195e2b61b {{(pid=73854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 00:42:03.245379 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Notify callbacks [] for router, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.246510 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bdd67dcd-f06d-4f6e-a8cd-079195e2b61b HTTP/1.1" status: 204 len: 168 time: 1.2963877 May 06 00:42:03.249386 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45542) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:03.305388 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.310662 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_v2 [None req-69517d92-1336-4381-b78f-23c225c199e9 admin admin] Deleting subnet cb43b4c9-903f-496a-a3c0-c637cb48f935 {{(pid=73853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:42:03.313789 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-69517d92-1336-4381-b78f-23c225c199e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.367128 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-69517d92-1336-4381-b78f-23c225c199e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1073704503'] for subnet, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.444640 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-69517d92-1336-4381-b78f-23c225c199e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.795036 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-69517d92-1336-4381-b78f-23c225c199e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071546238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1072420825'] for subnet, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.799081 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-61eb77e7-c98c-4806-adfb-1681ad5dcac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:03.832995 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69517d92-1336-4381-b78f-23c225c199e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb43b4c9-903f-496a-a3c0-c637cb48f935,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:03.835776 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-69517d92-1336-4381-b78f-23c225c199e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:03.838314 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-69517d92-1336-4381-b78f-23c225c199e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:03.844798 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca9a983-4dad-4a32-b954-8da5e6e9b640 None None] Network e863ee47-ceaf-4514-beb9-e76d15941dbe requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:42:03.845464 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-69517d92-1336-4381-b78f-23c225c199e9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cb43b4c9-903f-496a-a3c0-c637cb48f935 HTTP/1.1" status: 204 len: 168 time: 0.5950136 May 06 00:42:03.849511 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45546) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:03.959207 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.032581 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Deleting port 615d7a34-a282-4f38-91d1-7532b1e326eb {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:42:04.032933 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.108181 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79238902-5231-4dc6-ba55-fef4d8be66e5 None None] DHCP port deletion for e863ee47-ceaf-4514-beb9-e76d15941dbe request from dv-cinder-784623-8-smb {{(pid=73855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 00:42:04.134686 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] For port 615d7a34-a282-4f38-91d1-7532b1e326eb, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=615d7a34-a282-4f38-91d1-7532b1e326eb,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:42:04.135072 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.173045 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-79238902-5231-4dc6-ba55-fef4d8be66e5 None None] Deleting port 615d7a34-a282-4f38-91d1-7532b1e326eb {{(pid=73855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:42:04.173423 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-79238902-5231-4dc6-ba55-fef4d8be66e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.263486 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Calling delete_port for 615d7a34-a282-4f38-91d1-7532b1e326eb owned by network:dhcp {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:42:04.270139 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-79238902-5231-4dc6-ba55-fef4d8be66e5 None None] For port 615d7a34-a282-4f38-91d1-7532b1e326eb, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=615d7a34-a282-4f38-91d1-7532b1e326eb,segment=NetworkSegment(01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60),segment_id=01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:42:04.270537 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-79238902-5231-4dc6-ba55-fef4d8be66e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.313135 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.317113 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f8e322c6-71ed-40c7-b998-a2fdab3c23b6 tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:04.360089 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Pushing event deleted for resources: {'Port': ['ID=615d7a34-a282-4f38-91d1-7532b1e326eb,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:04.363107 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:04.363870 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] No DVR routers for this DVR port 615d7a34-a282-4f38-91d1-7532b1e326eb on host dv-cinder-784623-8-smb {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:42:04.397533 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-79238902-5231-4dc6-ba55-fef4d8be66e5 None None] Calling delete_port for 615d7a34-a282-4f38-91d1-7532b1e326eb owned by network:dhcp {{(pid=73855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:42:04.439723 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 75132389-1498-44bb-b75e-137a12159552 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:42:04.478592 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 75132389-1498-44bb-b75e-137a12159552 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:42:04.478932 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 75132389-1498-44bb-b75e-137a12159552 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:42:04.479337 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 615d7a34-a282-4f38-91d1-7532b1e326eb no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:42:04.487358 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.500252 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e863ee47-ceaf-4514-beb9-e76d15941dbe']}} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:04.506874 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-79238902-5231-4dc6-ba55-fef4d8be66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.513219 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60') {'for_net_delete': True} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:04.513411 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fe38a0-2e35-4fa4-a7d6-cdfdcba12a60') {} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:04.514198 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:04.524956 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1073704488'] for segment, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.540735 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.546667 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 615d7a34-a282-4f38-91d1-7532b1e326eb {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:42:04.547014 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 615d7a34-a282-4f38-91d1-7532b1e326eb not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:42:04.547515 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 86de48ef-eca1-459d-9427-2bad925a8d96 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:42:04.547642 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=73853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:42:04.547956 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071546136'] for segment, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: Traceback (most recent call last): May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: timer() May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: cb(*args, **kw) May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: return func(*args, **kwargs) May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: self._notify() May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: self.callback(batched_events) May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: event.method(event) May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: return f(self, *a, **k) May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: return self._get(url).json() May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: return self.request(url, 'GET', **kwargs) May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:42:04.561770 dv-cinder-784623-8-smb neutron-server[73853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:42:04.584851 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79238902-5231-4dc6-ba55-fef4d8be66e5 None None] Pushing event deleted for resources: {'Port': ['ID=615d7a34-a282-4f38-91d1-7532b1e326eb,revision_number=None']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:04.587215 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-79238902-5231-4dc6-ba55-fef4d8be66e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:04.594296 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 86de48ef-eca1-459d-9427-2bad925a8d96 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:42:04.594635 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 86de48ef-eca1-459d-9427-2bad925a8d96 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:42:04.598591 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79238902-5231-4dc6-ba55-fef4d8be66e5 None None] No DVR routers for this DVR port 615d7a34-a282-4f38-91d1-7532b1e326eb on host dv-cinder-784623-8-smb {{(pid=73855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:42:04.640207 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.644037 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:04.656674 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.666654 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Pushing event deleted for resources: {'Network': ['ID=e863ee47-ceaf-4514-beb9-e76d15941dbe,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:04.669775 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:04.682150 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-ae6a246c-4fe1-46e4-8fe5-8f13165ddd7e admin admin] 10.222.0.32 "DELETE /v2.0/networks/e863ee47-ceaf-4514-beb9-e76d15941dbe HTTP/1.1" status: 204 len: 168 time: 0.8312259 May 06 00:42:04.808691 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45552) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:04.857926 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-672eb9dd-1e3d-497c-ba37-1defddcf5e53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46e3563b737944779d25f471ee8475d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479829 May 06 00:42:04.861577 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45556) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:04.920295 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a98671e9-4196-46a7-bc47-4c9d9d749c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.950912 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a98671e9-4196-46a7-bc47-4c9d9d749c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:04.978731 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:05.006845 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a98671e9-4196-46a7-bc47-4c9d9d749c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:05.011521 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f6943398-3b3c-4f78-aca1-83b03461ece3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:05.024903 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98671e9-4196-46a7-bc47-4c9d9d749c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43927420-4d89-4acb-8a4d-580e2c1e007f,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:05.029675 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a98671e9-4196-46a7-bc47-4c9d9d749c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:05.032199 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a98671e9-4196-46a7-bc47-4c9d9d749c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:05.033345 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a98671e9-4196-46a7-bc47-4c9d9d749c46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43927420-4d89-4acb-8a4d-580e2c1e007f HTTP/1.1" status: 204 len: 168 time: 0.1707945 May 06 00:42:05.828759 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45580) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:05.947700 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-949603750-network', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:42:05.953698 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:42:05.957628 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Usage tracker for resource:network and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:42:05.961478 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:42:05.967425 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:42:05.978790 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Made reservation on behalf of c37f514079a14b65811ca2f5c6eba5db for: {'network': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:42:05.981205 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for network, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:05.997860 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:06.012509 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:42:06.016643 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Usage tracker for resource:security_group_rule and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:42:06.019506 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:42:06.025435 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:42:06.110620 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:06.115569 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:06.118448 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-511d6b6b-0fac-4c80-bc05-b852b001a628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:06.145089 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=73853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 00:42:06.154632 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559b3db5-cba0-4954-b5bb-039a5fe1ddf3,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:06.158177 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:06.160594 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:06.160944 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.segments_db [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Added segment d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16 of type vlan for network 538adcc9-0e31-4654-b0b4-a30dfb3322ee May 06 00:42:06.186523 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766565187220'] for network, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:06.218939 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360'] for network, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:06.220465 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:06.221144 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:06.224562 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-a88c9ce7-0d76-4dca-bb0c-04b7255c6778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:06.320998 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Pushing event updated for resources: {'Network': ['ID=538adcc9-0e31-4654-b0b4-a30dfb3322ee,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:06.324260 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4943283 May 06 00:42:06.325213 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:06.327284 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45586) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:06.332232 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Network 538adcc9-0e31-4654-b0b4-a30dfb3322ee details requested by agent ovs-agent-dv-cinder-784623-8-smb with host dv-cinder-784623-8-smb {{(pid=73855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 00:42:06.332803 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Request body: {'subnet': {'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-949603750-subnet', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:42:06.337348 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:42:06.341251 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Usage tracker for resource:subnet and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:42:06.344277 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:42:06.350332 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:42:06.361481 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Made reservation on behalf of c37f514079a14b65811ca2f5c6eba5db for: {'subnet': 1} {{(pid=73853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:42:06.363753 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1072420786'] for subnet, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:06.835130 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071462333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1072420800'] for subnet, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:06.838754 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:06.903194 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a47358b-cae0-409b-b4ff-46bf0a767419,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:06.907737 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:06.916662 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Checking segment: {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:42:06.916993 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Network hostable DHCP agents. Network: 538adcc9-0e31-4654-b0b4-a30dfb3322ee, hostable agents: ['13e63bc9-0da3-4300-99dc-bfe79bd97edb'], hosted agents: [] {{(pid=73853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 00:42:06.937498 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Network 538adcc9-0e31-4654-b0b4-a30dfb3322ee is scheduled to be hosted by DHCP agent 13e63bc9-0da3-4300-99dc-bfe79bd97edb with binding_index 1 {{(pid=73853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 00:42:06.949378 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-8-smb, 538adcc9-0e31-4654-b0b4-a30dfb3322ee) {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:42:06.958195 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27974b6-4979-4fa3-89ed-8369e562d5ff None None] Network 538adcc9-0e31-4654-b0b4-a30dfb3322ee requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:42:06.958677 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:06.959254 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:06.979697 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-f03a5afa-4b83-43f8-8a59-380f7ba80a52 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6513615 May 06 00:42:06.982936 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45590) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:06.988140 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:42:06.992658 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:42:06.996525 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Usage tracker for resource:router and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:42:06.999328 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:42:07.005345 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:42:07.017122 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-452325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12888'] for router, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.018134 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12881'] for router, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.032911 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.167215 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b465a1-e1e1-5a0a-9d54-364484373d9a-538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419'}]}} from dv-cinder-784623-8-smb. {{(pid=73855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 00:42:07.168042 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.299084 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12963'] for router, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.319539 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.db_base_plugin_common [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Allocated IP 172.20.0.2 (538adcc9-0e31-4654-b0b4-a30dfb3322ee/6a47358b-cae0-409b-b4ff-46bf0a767419/547575dc-aa53-44e3-9793-a9b4247988b8) {{(pid=73855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:42:07.562866 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Notify callbacks [] for port, precommit_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.573232 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Transition to ACTIVE for port object 547575dc-aa53-44e3-9793-a9b4247988b8 will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:42:07.591099 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Transition to ACTIVE for port object 547575dc-aa53-44e3-9793-a9b4247988b8 will not be triggered until provisioned by entity DHCP. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:42:07.597972 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150'] for port, after_create {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.601582 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:07.613497 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.642833 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.658660 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Network 538adcc9-0e31-4654-b0b4-a30dfb3322ee is already hosted by enough agents. {{(pid=73855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:42:07.665436 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.scheduler.base_scheduler [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Resources bound (agent type, host, resource id): {{(pid=73855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:42:07.669988 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Received port after_create {{(pid=73855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:42:07.675634 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Pushing event updated for resources: {'Port': ['ID=547575dc-aa53-44e3-9793-a9b4247988b8,revision_number=1']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:07.679694 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:07.761048 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Attempting to bind port 547575dc-aa53-44e3-9793-a9b4247988b8 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:42:07.761411 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Attempting to bind port 547575dc-aa53-44e3-9793-a9b4247988b8 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:42:07.761766 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Attempting to bind port 547575dc-aa53-44e3-9793-a9b4247988b8 on network 538adcc9-0e31-4654-b0b4-a30dfb3322ee {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:42:07.766978 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:42:07.767346 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Checking segment: {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:42:07.767742 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.768115 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Bound using segment: {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:42:07.768601 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Bound port: 547575dc-aa53-44e3-9793-a9b4247988b8, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:42:07.768989 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.780072 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_common [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Allocated IP 172.28.3.212 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/49772957-ec8c-4040-b7bb-c1b517903b78) {{(pid=73853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:42:07.857099 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] For port 547575dc-aa53-44e3-9793-a9b4247988b8, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:42:07.860503 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] For port 547575dc-aa53-44e3-9793-a9b4247988b8, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=547575dc-aa53-44e3-9793-a9b4247988b8,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:42:07.866096 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.869980 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:07.927807 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.957469 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:07.961083 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-4ed8aae4-4320-4319-b505-adf457829229 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:07.964508 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Pushing event updated for resources: {'Port': ['ID=547575dc-aa53-44e3-9793-a9b4247988b8,revision_number=2']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:07.967766 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-43c317f4-f08a-4d14-87e6-dbcda818df63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:08.017918 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:42:08.020674 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.base_scheduler [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:42:08.023107 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Received port after_create {{(pid=73853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:42:08.074702 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Pushing event updated for resources: {'Port': ['ID=49772957-ec8c-4040-b7bb-c1b517903b78,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:08.077782 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:08.476618 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 547575dc-aa53-44e3-9793-a9b4247988b8 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:42:08.546546 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 547575dc-aa53-44e3-9793-a9b4247988b8 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:42:08.563387 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:08.881604 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942d5cd-7a8f-4c68-8660-17c663b7b462 None None] Network 538adcc9-0e31-4654-b0b4-a30dfb3322ee requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:42:08.918420 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395526'] for router, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:09.033405 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-1a2f9a5e-aee7-49c1-a4a5-40a094748d93 None None] Provisioning for port 547575dc-aa53-44e3-9793-a9b4247988b8 completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:42:09.048656 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-1a2f9a5e-aee7-49c1-a4a5-40a094748d93 None None] Provisioning complete for port 547575dc-aa53-44e3-9793-a9b4247988b8 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:09.049030 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1a2f9a5e-aee7-49c1-a4a5-40a094748d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:09.125046 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Router 3e42dd72-58d0-403f-b16c-cb06385f9dfa is scheduled to L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 with binding_index 1 {{(pid=73853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 00:42:09.226993 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1a2f9a5e-aee7-49c1-a4a5-40a094748d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:09.266436 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-1a2f9a5e-aee7-49c1-a4a5-40a094748d93 None None] For port 547575dc-aa53-44e3-9793-a9b4247988b8, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=547575dc-aa53-44e3-9793-a9b4247988b8,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:42:09.271142 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1a2f9a5e-aee7-49c1-a4a5-40a094748d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:09.272886 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:09.307437 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:42:09.318412 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Sync routers for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:42:09.333175 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:42:09.334575 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:42:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:09.334909 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Notify callbacks [] for router, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:09.339334 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45594) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:09.339819 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3554044 May 06 00:42:09.342993 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f9a5e-aee7-49c1-a4a5-40a094748d93 None None] Pushing event updated for resources: {'Port': ['ID=547575dc-aa53-44e3-9793-a9b4247988b8,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:09.353279 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-1a2f9a5e-aee7-49c1-a4a5-40a094748d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:09.494507 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-b5b9adec-b456-4ab4-a2ce-bf99eea84395 None None] Provisioning complete for port 547575dc-aa53-44e3-9793-a9b4247988b8 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:09.494795 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b5b9adec-b456-4ab4-a2ce-bf99eea84395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:09.533520 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:42:09.819907 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:08Z', 'revision_number': 3, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:09.823674 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Checking router: 3e42dd72-58d0-403f-b16c-cb06385f9dfa for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:42:09.824057 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Updating router 3e42dd72-58d0-403f-b16c-cb06385f9dfa port 49772957-ec8c-4040-b7bb-c1b517903b78 binding host dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:42:09.878335 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.105820 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.225628 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Notify callbacks [] for port, precommit_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.237057 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.provisioning_blocks [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Transition to ACTIVE for port object 49772957-ec8c-4040-b7bb-c1b517903b78 will not be triggered until provisioned by entity L2. {{(pid=73856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:42:10.243608 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.248113 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:10.311750 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Allocated IP 172.20.0.1 (538adcc9-0e31-4654-b0b4-a30dfb3322ee/6a47358b-cae0-409b-b4ff-46bf0a767419/3f4b3a1c-c603-4e14-81c5-15a40238e0b1) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:42:10.317240 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Attempting to bind port 49772957-ec8c-4040-b7bb-c1b517903b78 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:42:10.317602 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Attempting to bind port 49772957-ec8c-4040-b7bb-c1b517903b78 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:42:10.317956 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Attempting to bind port 49772957-ec8c-4040-b7bb-c1b517903b78 on network d35728a9-d9a3-4297-acfc-cedfe30fc42c {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:42:10.328568 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Pushing event updated for resources: {'Port': ['ID=49772957-ec8c-4040-b7bb-c1b517903b78,revision_number=2']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:10.330670 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:42:10.331062 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Checking segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:42:10.331449 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.331827 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Bound using segment: {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'} {{(pid=73856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:42:10.332276 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.managers [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Bound port: 49772957-ec8c-4040-b7bb-c1b517903b78, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925d690f-9cb2-4dfb-bc66-e00b230cae8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}}] {{(pid=73856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:42:10.332659 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.371192 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.371413 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.371719 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.372068 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.372454 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.372794 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.373057 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.373380 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.373695 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.373992 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.374296 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.374595 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:42:10.380260 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:10.416607 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] For port 49772957-ec8c-4040-b7bb-c1b517903b78, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:42:10.419743 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.plugins.ml2.db [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] For port 49772957-ec8c-4040-b7bb-c1b517903b78, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=49772957-ec8c-4040-b7bb-c1b517903b78,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:42:10.425820 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.431473 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:10.458830 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 547575dc-aa53-44e3-9793-a9b4247988b8 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:42:10.463031 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.480997 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Transition to ACTIVE for port object 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 will not be triggered until provisioned by entity DHCP. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:42:10.503097 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:42:10.503709 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:42:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:10.506316 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.511321 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:10.529242 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 547575dc-aa53-44e3-9793-a9b4247988b8 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:10.529864 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.565650 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Network 538adcc9-0e31-4654-b0b4-a30dfb3322ee is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:42:10.568638 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:42:10.571058 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:42:10.612613 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Pushing event updated for resources: {'Port': ['ID=49772957-ec8c-4040-b7bb-c1b517903b78,revision_number=3']} {{(pid=73856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:10.623263 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-2a5ec6b6-553c-4fb7-a5aa-45aab0005241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:10.635174 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Pushing event updated for resources: {'Port': ['ID=3f4b3a1c-c603-4e14-81c5-15a40238e0b1,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:10.643581 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:10.657242 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-399577'] for router_interface, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.694917 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:42:10.844101 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-d5269e29-57d0-4304-b3f6-353c116276da None None] Provisioning for port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:42:10.849576 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-d5269e29-57d0-4304-b3f6-353c116276da None None] Provisioning complete for port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:10.849960 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-d5269e29-57d0-4304-b3f6-353c116276da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.903161 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-d5269e29-57d0-4304-b3f6-353c116276da None None] Port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:42:10.914692 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:10.989942 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:08Z', 'revision_number': 3, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:10.993763 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88234f3e-5526-479f-afb2-548c4eb6bf80 None None] The sync data for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb is: [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:08Z', 'revision_number': 3, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:42:11.138820 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:11.145684 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:11.170190 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-25394026-5d0d-4f35-b824-651a70734257 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:11.255347 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Pushing event updated for resources: {'Port': ['ID=3f4b3a1c-c603-4e14-81c5-15a40238e0b1,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:11.259656 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:11.262504 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399482'] for router_interface, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:11.515533 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Network 538adcc9-0e31-4654-b0b4-a30dfb3322ee is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:42:11.516746 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:42:11.709885 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Router 3e42dd72-58d0-403f-b16c-cb06385f9dfa has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:42:11.731680 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-fded6355-98a6-4ea0-9f1c-0fd88dd381d4 None None] Provisioning complete for port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:11.732807 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-fded6355-98a6-4ea0-9f1c-0fd88dd381d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:11.784454 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-fded6355-98a6-4ea0-9f1c-0fd88dd381d4 None None] Port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:42:11.889662 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:42:11.898794 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] 10.222.0.32 "PUT /v2.0/routers/3e42dd72-58d0-403f-b16c-cb06385f9dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5585682 May 06 00:42:12.459388 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 49772957-ec8c-4040-b7bb-c1b517903b78 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:42:12.492702 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Sync routers for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:42:12.513315 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:42:12.513925 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:42:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:12.663250 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45604) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:12.668762 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080522394', 'description': 'tempest-description--1325352615'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:42:12.675073 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:42:12.679154 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:security_group and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:42:12.683536 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:42:12.689730 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:42:12.701598 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:12.703978 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 49772957-ec8c-4040-b7bb-c1b517903b78 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:42:12.713791 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 49772957-ec8c-4040-b7bb-c1b517903b78 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:12.714196 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:12.726128 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:42:12.730730 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:security_group_rule and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:42:12.733790 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:42:12.739924 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:42:12.770939 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:42:12.811463 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:12.816495 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:12.820254 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e98d33be-8f09-4f02-8bf6-77d557f5abc7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:12.859053 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:12.862217 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:12.864868 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:12.869141 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-270175ad-b533-4200-9532-87caa8ffd100 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2018354 May 06 00:42:12.869536 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45608) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:12.874548 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'security_group_rule': {'security_group_id': '6aee579b-9b94-4b0e-a37d-5ef9a14f89d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:42:12.880593 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:42:12.884474 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:security_group_rule and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:42:12.887357 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:42:12.893200 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:42:12.910448 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:12.974985 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:12.979775 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:12.981806 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-ff3567f1-688e-452c-be42-29bc69f0866a tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:13.003836 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601e9146-f719-427d-91af-c59a1a783ac6,revision_number=0']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:13.009126 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:13.014438 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.015834 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-5d963b43-5554-4fa3-8dae-2ddd3e0f8608 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455011 May 06 00:42:13.018697 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45612) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:13.024092 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'security_group_rule': {'security_group_id': '6aee579b-9b94-4b0e-a37d-5ef9a14f89d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:42:13.030150 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:42:13.034409 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:security_group_rule and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:42:13.037443 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:42:13.043436 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:42:13.061045 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.062745 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.097820 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 49772957-ec8c-4040-b7bb-c1b517903b78, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=49772957-ec8c-4040-b7bb-c1b517903b78,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:42:13.123396 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.127923 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.129216 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.131452 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-88655842-384d-4702-ba39-2f2bba9a070b tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:13.132730 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:13.156724 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725a65ae-7a9d-4347-b968-1bed3946d5f8,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:13.159176 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:13.166863 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.168152 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-c46f3cb0-95be-47a8-a04e-446943564a10 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484714 May 06 00:42:13.171408 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45616) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:13.176581 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'floatingip': {'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:42:13.182619 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:42:13.186405 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:floatingip and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:42:13.189266 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:42:13.194827 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:42:13.205349 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.210025 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=49772957-ec8c-4040-b7bb-c1b517903b78,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:13.214039 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:13.230253 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 2, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:13.234234 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Checking router: 3e42dd72-58d0-403f-b16c-cb06385f9dfa for host: dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:42:13.234594 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Updating router 3e42dd72-58d0-403f-b16c-cb06385f9dfa port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 binding host dv-cinder-784623-8-smb {{(pid=73855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 00:42:13.286785 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.340798 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.471796 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Allocated IP 172.28.3.103 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/14791715-7386-4183-9478-18639d8d9763) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:42:13.616296 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.623021 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Notify callbacks [] for port, precommit_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.634741 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Transition to ACTIVE for port object 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 will not be triggered until provisioned by entity L2. {{(pid=73855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:42:13.641726 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.645310 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:13.647251 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.651131 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:13.713457 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:42:13.716288 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:42:13.725179 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:42:13.781904 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'Port': ['ID=14791715-7386-4183-9478-18639d8d9763,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:13.786540 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:13.801111 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec68f67-0d91-4ddb-86c9-b50e57471dbf None None] Pushing event updated for resources: {'Port': ['ID=3f4b3a1c-c603-4e14-81c5-15a40238e0b1,revision_number=3']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:13.808518 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-aec68f67-0d91-4ddb-86c9-b50e57471dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:13.817898 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.858795 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Attempting to bind port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 on host dv-cinder-784623-8-smb for vnic_type normal with profile {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:42:13.859220 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Attempting to bind port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 by drivers openvswitch,hyperv on host dv-cinder-784623-8-smb at level 0 using segments [{'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:42:13.859520 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Attempting to bind port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 on network 538adcc9-0e31-4654-b0b4-a30dfb3322ee {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:42:13.865126 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Checking agent: {'id': '1f6fa29d-a835-4587-a5e1-0cd2631c34a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 27, 32), 'started_at': datetime.datetime(2021, 5, 6, 0, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:42:13.865501 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Checking segment: {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:42:13.865904 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.866357 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Bound using segment: {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'} {{(pid=73855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:42:13.866773 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.managers [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Bound port: 3f4b3a1c-c603-4e14-81c5-15a40238e0b1, host: dv-cinder-784623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'}}] {{(pid=73855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:42:13.867392 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.883571 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.965769 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] For port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1, host dv-cinder-784623-8-smb, cleared binding levels {{(pid=73855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:42:13.968806 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] For port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1, host dv-cinder-784623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=3f4b3a1c-c603-4e14-81c5-15a40238e0b1,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:42:13.974553 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:13.979338 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-d19adcd1-3ff4-4dfb-8a06-954f5c6fedca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:14.053324 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:42:14.053963 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:42:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:14.091462 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:14.103096 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:14.114146 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-84af9859-c277-444a-baeb-bbe998af84cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:14.237821 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec68f67-0d91-4ddb-86c9-b50e57471dbf None None] Pushing event updated for resources: {'Port': ['ID=3f4b3a1c-c603-4e14-81c5-15a40238e0b1,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:14.243229 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-aec68f67-0d91-4ddb-86c9-b50e57471dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:14.315435 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvr_db [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:42:14.345165 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:14.349087 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'Port': ['ID=14791715-7386-4183-9478-18639d8d9763,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:14.351883 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:14.372598 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:14.373810 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2014768 May 06 00:42:14.444570 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 49772957-ec8c-4040-b7bb-c1b517903b78 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:42:14.545604 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-ebb4bd86-8937-4c7e-bb34-84bcf7f3315a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Synchronizing usage tracker for tenant:c37f514079a14b65811ca2f5c6eba5db on resource:security_group {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:42:14.563654 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-ebb4bd86-8937-4c7e-bb34-84bcf7f3315a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Unset dirty status for tenant:c37f514079a14b65811ca2f5c6eba5db on resource:security_group {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:42:14.564854 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-ebb4bd86-8937-4c7e-bb34-84bcf7f3315a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1080522394&fields=id&tenant_id=c37f514079a14b65811ca2f5c6eba5db HTTP/1.1" status: 200 len: 267 time: 0.0598021 May 06 00:42:14.633388 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 49772957-ec8c-4040-b7bb-c1b517903b78 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:14.633730 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:14.716274 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-e982da9a-bb47-4ef1-9e15-7ca814a9bacc tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:14.716886 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-e982da9a-bb47-4ef1-9e15-7ca814a9bacc tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Synchronizing usage tracker for tenant:c37f514079a14b65811ca2f5c6eba5db on resource:network {{(pid=73853) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:42:14.736176 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-e982da9a-bb47-4ef1-9e15-7ca814a9bacc tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Unset dirty status for tenant:c37f514079a14b65811ca2f5c6eba5db on resource:network {{(pid=73853) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:42:14.737430 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-e982da9a-bb47-4ef1-9e15-7ca814a9bacc tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 810 time: 0.1656208 May 06 00:42:14.753044 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-f177306a-3316-4db9-a798-ce1eeb6d44a8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/quotas/c37f514079a14b65811ca2f5c6eba5db HTTP/1.1" status: 200 len: 375 time: 0.0093853 May 06 00:42:14.807963 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_hamode_db [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:14.812541 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad8c854-c152-4708-9f05-d9090372a4bf None None] The sync data for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb is: [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:42:14.837775 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c1fa7af2-5ded-4e70-b548-52bbe61fbad3 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789855 May 06 00:42:15.151059 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-08438f7b-ec0e-46df-981c-a3d2591e1d59 service neutron] 10.222.0.32 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933612 May 06 00:42:15.286408 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c254a645-9ff9-4331-a0fa-00da766108fc service neutron] 10.222.0.32 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286991 May 06 00:42:15.470527 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-900a77c6-f846-4dd0-a0be-63d8d27f362b req-9ec92415-a1d8-4815-a207-4356144f3cfe tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 210 time: 0.0491347 May 06 00:42:16.465449 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:42:16.535689 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning for port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:42:16.540954 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:16.541334 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:16.560852 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-3ee8ad91-0b38-4ba6-ab25-0e36ee8dfb99 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:16.563142 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-3ee8ad91-0b38-4ba6-ab25-0e36ee8dfb99 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 810 time: 0.1653070 May 06 00:42:16.621257 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-130a4f9e-0236-4657-bf68-95305c572165 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c37f514079a14b65811ca2f5c6eba5db HTTP/1.1" status: 200 len: 380 time: 0.0490353 May 06 00:42:16.633696 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'port': {'device_id': '305865f0-aa6a-4667-b392-fd79c460a091', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'admin_state_up': True, 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'security_groups': ['6aee579b-9b94-4b0e-a37d-5ef9a14f89d4']}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:42:16.654245 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c1d66cf0-25a6-41af-a1aa-62c3ac12a1cf req-ae073515-6050-40c8-bf56-c0ea7cfb320e tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 210 time: 0.0432575 May 06 00:42:16.673942 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:16.706599 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] For port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=3f4b3a1c-c603-4e14-81c5-15a40238e0b1,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:42:16.711752 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:16.713963 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:16.779093 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:42:16.783022 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:port and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:42:16.783765 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:42:16.785433 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Pushing event updated for resources: {'Port': ['ID=3f4b3a1c-c603-4e14-81c5-15a40238e0b1,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:16.785840 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:42:16.788603 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:16.791439 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:42:16.804639 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Made reservation on behalf of c37f514079a14b65811ca2f5c6eba5db for: {'port': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:42:16.808074 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:16.975176 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Allocated IP 172.20.0.8 (538adcc9-0e31-4654-b0b4-a30dfb3322ee/6a47358b-cae0-409b-b4ff-46bf0a767419/961f5702-a364-45da-9858-35ec0b7a8b62) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:42:17.163709 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:17.180215 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Transition to ACTIVE for port object 961f5702-a364-45da-9858-35ec0b7a8b62 will not be triggered until provisioned by entity DHCP. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:42:17.212147 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:17.218867 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-8f9989e5-4a4c-4dfd-9037-ad4c6b2573cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:17.278485 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Network 538adcc9-0e31-4654-b0b4-a30dfb3322ee is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:42:17.281561 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:42:17.284015 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:42:17.330927 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'Port': ['ID=961f5702-a364-45da-9858-35ec0b7a8b62,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:17.333836 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:17.361165 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:17.361782 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:17.384813 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-751d2a30-9290-40ab-9b52-cd5c3912f860 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555308 May 06 00:42:17.397592 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Request body: {'port': {'device_id': '305865f0-aa6a-4667-b392-fd79c460a091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:42:17.509914 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:17.538288 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-99f3166e-95e9-4637-abcf-a423122c99d4 None None] Provisioning for port 961f5702-a364-45da-9858-35ec0b7a8b62 completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:42:17.543492 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-99f3166e-95e9-4637-abcf-a423122c99d4 None None] Provisioning complete for port 961f5702-a364-45da-9858-35ec0b7a8b62 triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:17.543940 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-99f3166e-95e9-4637-abcf-a423122c99d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:17.598689 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-99f3166e-95e9-4637-abcf-a423122c99d4 None None] Port 961f5702-a364-45da-9858-35ec0b7a8b62 cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:42:17.843607 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1253b8-5ad2-4dd9-85b2-222bed040b5a req-512a0777-ca96-4947-bc36-fc14f89e97d4 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:17.845000 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bc1253b8-5ad2-4dd9-85b2-222bed040b5a req-512a0777-ca96-4947-bc36-fc14f89e97d4 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 931 time: 0.0824924 May 06 00:42:17.851450 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961f5702-a364-45da-9858-35ec0b7a8b62 {{(pid=73854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:42:17.859170 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:17.874389 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Transition to ACTIVE for port object 961f5702-a364-45da-9858-35ec0b7a8b62 will not be triggered until provisioned by entity L2. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:42:17.878895 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:17.883572 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f8807b67-4918-443d-8e63-4033c25132f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:17.889864 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-bc1253b8-5ad2-4dd9-85b2-222bed040b5a req-efa7276f-9278-4e91-a8a7-a64957bdb532 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391400 May 06 00:42:18.034651 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Pushing event updated for resources: {'Port': ['ID=961f5702-a364-45da-9858-35ec0b7a8b62,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:18.042004 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:18.113651 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Attempting to bind port 961f5702-a364-45da-9858-35ec0b7a8b62 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:42:18.113874 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Attempting to bind port 961f5702-a364-45da-9858-35ec0b7a8b62 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:42:18.114215 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Attempting to bind port 961f5702-a364-45da-9858-35ec0b7a8b62 on network 538adcc9-0e31-4654-b0b4-a30dfb3322ee {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:42:18.118927 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Port 961f5702-a364-45da-9858-35ec0b7a8b62 on network 538adcc9-0e31-4654-b0b4-a30dfb3322ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:42:18.119237 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Attempting to bind port 961f5702-a364-45da-9858-35ec0b7a8b62 on network 538adcc9-0e31-4654-b0b4-a30dfb3322ee {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:42:18.124642 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:42:18.124973 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Checking segment: {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:42:18.125346 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Bound using segment: {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:42:18.125771 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Bound port: 961f5702-a364-45da-9858-35ec0b7a8b62, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'}}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:42:18.126112 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:18.317868 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] For port 961f5702-a364-45da-9858-35ec0b7a8b62, host hv-cinder-78462, cleared binding levels {{(pid=73854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:42:18.320829 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] For port 961f5702-a364-45da-9858-35ec0b7a8b62, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=961f5702-a364-45da-9858-35ec0b7a8b62,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:42:18.329817 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:18.335684 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3b129a6e-25f3-462d-8ba7-030580f738ad tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:18.389988 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:18.390656 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:18.392091 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] 10.222.0.26 "PUT /v2.0/ports/961f5702-a364-45da-9858-35ec0b7a8b62 HTTP/1.1" status: 200 len: 1093 time: 0.9987888 May 06 00:42:18.392907 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305865f0-aa6a-4667-b392-fd79c460a091', 'tag': '961f5702-a364-45da-9858-35ec0b7a8b62'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:42:18.439691 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Pushing event updated for resources: {'Port': ['ID=961f5702-a364-45da-9858-35ec0b7a8b62,revision_number=3']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:18.443062 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c49f5233-77c7-4aff-a36e-8f83a5220d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:18.463758 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 up at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:42:18.484943 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305865f0-aa6a-4667-b392-fd79c460a091', 'tag': '961f5702-a364-45da-9858-35ec0b7a8b62', 'status': 'completed', 'code': 200} May 06 00:42:18.525790 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-44286090-6b45-4688-9b18-3309dd442f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:18.527282 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-44286090-6b45-4688-9b18-3309dd442f59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 1096 time: 0.0814025 May 06 00:42:18.537774 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Provisioning complete for port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:18.538146 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:18.596878 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-0157e28c-b155-4a22-b59f-dba48168c3e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f5702-a364-45da-9858-35ec0b7a8b62 HTTP/1.1" status: 200 len: 217 time: 0.0610576 May 06 00:42:18.663725 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c2286048-cde9-4534-96f5-b928fa5c558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:18.665356 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-c2286048-cde9-4534-96f5-b928fa5c558c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0623145 May 06 00:42:18.741017 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-9aca981b-3d52-4176-beec-63552d5294c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:18.742477 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-9aca981b-3d52-4176-beec-63552d5294c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709484 May 06 00:42:18.878388 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-4048634f-182b-444a-aa94-e6b6b88ac16b service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291885 May 06 00:42:19.011410 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-03e14879-3562-4c4e-8fd9-b70bb567bfd2 req-986ff14d-d669-46c8-b37a-ad53e331d0d4 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263914 May 06 00:42:19.091442 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09ac36-5e84-4f67-a66c-b9f41604c3b7 req-d0586944-a632-489d-952d-8b23fafb94ad tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:19.093378 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4d09ac36-5e84-4f67-a66c-b9f41604c3b7 req-d0586944-a632-489d-952d-8b23fafb94ad tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 943 time: 0.0943191 May 06 00:42:19.138050 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-45f56c08-822c-4361-8fed-1147e575b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:19.139561 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-45f56c08-822c-4361-8fed-1147e575b586 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 1096 time: 0.0751426 May 06 00:42:19.140567 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4d09ac36-5e84-4f67-a66c-b9f41604c3b7 req-bb08abad-49b2-4a4d-b513-c96fa80937d5 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409486 May 06 00:42:19.270474 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-20b5119c-b0aa-4fac-8a5e-a2d3b05bfcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:19.271816 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-20b5119c-b0aa-4fac-8a5e-a2d3b05bfcad service neutron] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 910 time: 0.1245232 May 06 00:42:19.338398 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-98ff462b-aa2b-4911-9596-d27ef8ad5af1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f5702-a364-45da-9858-35ec0b7a8b62 HTTP/1.1" status: 200 len: 217 time: 0.0595942 May 06 00:42:19.403213 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-4e5940d1-20ea-418e-a3ca-20ba01d8b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:19.404638 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-4e5940d1-20ea-418e-a3ca-20ba01d8b9b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0598006 May 06 00:42:19.479993 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-1777daa0-9291-45e9-a9bc-2a4b2b09480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:19.481486 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-1777daa0-9291-45e9-a9bc-2a4b2b09480a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697942 May 06 00:42:19.623542 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-e5f6bc87-67d3-4577-96fd-7a8e18a4d18d service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340461 May 06 00:42:19.761058 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b9aa1c65-0d13-4e1a-aed1-a3a3089845c3 req-18724e55-8da7-44a5-9a43-213edb39bc92 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296866 May 06 00:42:20.334349 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03826309-3169-46f3-a00f-40f3e45bd01c req-1116dcdb-ecb7-4205-8054-f6798132ae86 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:20.335830 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-03826309-3169-46f3-a00f-40f3e45bd01c req-1116dcdb-ecb7-4205-8054-f6798132ae86 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 943 time: 0.0914178 May 06 00:42:20.385954 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-03826309-3169-46f3-a00f-40f3e45bd01c req-6c7ab8b7-d294-4856-ad86-8e0ea98e3ab0 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403335 May 06 00:42:20.914296 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 961f5702-a364-45da-9858-35ec0b7a8b62 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:42:21.046994 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 961f5702-a364-45da-9858-35ec0b7a8b62, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=961f5702-a364-45da-9858-35ec0b7a8b62,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:42:21.063437 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '961f5702-a364-45da-9858-35ec0b7a8b62', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'port_id': '961f5702-a364-45da-9858-35ec0b7a8b62', 'mac_address': 'fa:16:3e:60:b8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:42:21.116794 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:21.133060 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961f5702-a364-45da-9858-35ec0b7a8b62 {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:42:21.149604 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 961f5702-a364-45da-9858-35ec0b7a8b62, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=961f5702-a364-45da-9858-35ec0b7a8b62,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:42:21.155998 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:21.157842 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-fc1049c2-61c8-4b17-9d32-5f382d7fa938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:21.225163 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=961f5702-a364-45da-9858-35ec0b7a8b62,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:21.228352 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:21.365196 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['961f5702-a364-45da-9858-35ec0b7a8b62'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:42:21.574451 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dd82-c84e-41de-aff7-b376d0f2633e req-3850b0a6-6ff4-49d5-8e7a-18f6a4bc7285 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:21.575896 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6818dd82-c84e-41de-aff7-b376d0f2633e req-3850b0a6-6ff4-49d5-8e7a-18f6a4bc7285 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 944 time: 0.0840769 May 06 00:42:21.621059 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6818dd82-c84e-41de-aff7-b376d0f2633e req-6cb0ae49-7a39-4a1d-a054-05e40653be4a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390244 May 06 00:42:22.832145 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35c60c-81a4-4e82-82a4-262693188fa1 req-7815a345-8c87-4221-a936-24c7cd4073ec tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:22.834191 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2f35c60c-81a4-4e82-82a4-262693188fa1 req-7815a345-8c87-4221-a936-24c7cd4073ec tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 944 time: 0.0887485 May 06 00:42:22.885248 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2f35c60c-81a4-4e82-82a4-262693188fa1 req-37369f9b-c0a8-4dff-9c26-47f712911dbb tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449011 May 06 00:42:22.913748 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 961f5702-a364-45da-9858-35ec0b7a8b62 up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:42:22.985138 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 961f5702-a364-45da-9858-35ec0b7a8b62 completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:42:22.990385 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 961f5702-a364-45da-9858-35ec0b7a8b62 triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:42:22.990763 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:23.105901 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:23.131696 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305865f0-aa6a-4667-b392-fd79c460a091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961f5702-a364-45da-9858-35ec0b7a8b62'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:42:23.142245 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 961f5702-a364-45da-9858-35ec0b7a8b62, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=961f5702-a364-45da-9858-35ec0b7a8b62,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:42:23.146738 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:23.148806 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:42:23.182920 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305865f0-aa6a-4667-b392-fd79c460a091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961f5702-a364-45da-9858-35ec0b7a8b62', 'code': 200} May 06 00:42:23.213521 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=961f5702-a364-45da-9858-35ec0b7a8b62,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:42:23.216365 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:42:23.419907 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762132-7084-4ccb-98af-05ede8d2e173 req-49d993c6-0d93-4142-80ea-e2e13a676550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:23.421325 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-db762132-7084-4ccb-98af-05ede8d2e173 req-49d993c6-0d93-4142-80ea-e2e13a676550 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 1098 time: 0.0753169 May 06 00:42:23.464024 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-db762132-7084-4ccb-98af-05ede8d2e173 req-0fa72b0c-7eb7-45ae-a61f-e14dc3c53c7e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355558 May 06 00:42:24.091939 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2054427-06da-4cee-a0db-b69afd1f4093 req-44d72d27-9874-4b74-88ca-4b465d2d753a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:24.098198 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a2054427-06da-4cee-a0db-b69afd1f4093 req-44d72d27-9874-4b74-88ca-4b465d2d753a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0899308 May 06 00:42:24.140552 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a2054427-06da-4cee-a0db-b69afd1f4093 req-31b96e84-b405-4832-954b-3a78d5084127 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 May 06 00:42:24.370896 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:25.349178 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9bfb3-d27d-4988-9695-1683fe31d989 req-56c97290-91b9-4a95-8951-b8db7a01f303 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:25.350619 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-70d9bfb3-d27d-4988-9695-1683fe31d989 req-56c97290-91b9-4a95-8951-b8db7a01f303 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0977104 May 06 00:42:25.394948 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-70d9bfb3-d27d-4988-9695-1683fe31d989 req-15ab772e-85c5-47ca-8604-72cacfc65cb2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384514 May 06 00:42:25.585304 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f2649-77c4-4da6-860c-a5704f5d8562 req-63da69f8-f1ce-4e3f-98b3-b756e8fffb89 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:25.586801 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ff5f2649-77c4-4da6-860c-a5704f5d8562 req-63da69f8-f1ce-4e3f-98b3-b756e8fffb89 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0922663 May 06 00:42:25.595491 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45670) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:42:25.600794 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-584e295d-ad11-4118-89e5-73ed5ec1589c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'floatingip': {'port_id': '961f5702-a364-45da-9858-35ec0b7a8b62'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:42:25.681121 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-584e295d-ad11-4118-89e5-73ed5ec1589c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:26.528060 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-584e295d-ad11-4118-89e5-73ed5ec1589c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:26.534775 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-584e295d-ad11-4118-89e5-73ed5ec1589c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:26.701521 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.l3_db [None req-584e295d-ad11-4118-89e5-73ed5ec1589c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Floating IP 10abb1f3-1440-42d6-8f5a-e695478fdab1 associated. External IP: 172.28.3.103, port: 961f5702-a364-45da-9858-35ec0b7a8b62. May 06 00:42:27.045672 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584e295d-ad11-4118-89e5-73ed5ec1589c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Router 3e42dd72-58d0-403f-b16c-cb06385f9dfa has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:42:27.334481 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584e295d-ad11-4118-89e5-73ed5ec1589c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:42:27.339712 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-584e295d-ad11-4118-89e5-73ed5ec1589c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:27.343971 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] Sync routers for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:42:27.353587 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:42:27.354188 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:42:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:27.396905 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-584e295d-ad11-4118-89e5-73ed5ec1589c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "PUT /v2.0/floatingips/10abb1f3-1440-42d6-8f5a-e695478fdab1 HTTP/1.1" status: 200 len: 991 time: 1.8000429 May 06 00:42:27.397947 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305865f0-aa6a-4667-b392-fd79c460a091', 'tag': '961f5702-a364-45da-9858-35ec0b7a8b62'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:42:27.449453 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305865f0-aa6a-4667-b392-fd79c460a091', 'tag': '961f5702-a364-45da-9858-35ec0b7a8b62', 'status': 'completed', 'code': 200} May 06 00:42:27.530266 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:42:27.541141 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-32ee7bca-3fb1-4495-bd6a-82086ecfdf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:27.542619 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-32ee7bca-3fb1-4495-bd6a-82086ecfdf8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 1098 time: 0.0710971 May 06 00:42:27.770051 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-879cd95e-8b0a-4dea-9b62-0344c2f5101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:27.771429 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-879cd95e-8b0a-4dea-9b62-0344c2f5101a service neutron] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 910 time: 0.2223020 May 06 00:42:27.875594 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-9ffe90bd-df8a-4bfa-8b3a-09c393f6cabe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f5702-a364-45da-9858-35ec0b7a8b62 HTTP/1.1" status: 200 len: 999 time: 0.0977187 May 06 00:42:27.905231 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '10abb1f3-1440-42d6-8f5a-e695478fdab1', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'port_id': '961f5702-a364-45da-9858-35ec0b7a8b62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'mac_address': 'fa:16:3e:60:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305865f0-aa6a-4667-b392-fd79c460a091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:13Z', 'updated_at': '2021-05-06T00:42:26Z', 'revision_number': 1, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:27.909395 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] Checking router: 3e42dd72-58d0-403f-b16c-cb06385f9dfa for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:42:27.917589 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:42:27.918174 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:42:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:27.940929 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-3a1b9bb4-864d-4553-8834-a396c369fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:27.942376 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-3a1b9bb4-864d-4553-8834-a396c369fcc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0611458 May 06 00:42:28.018227 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-3c155627-b910-4920-8357-04f4a21d57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:42:28.019716 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-3c155627-b910-4920-8357-04f4a21d57c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713701 May 06 00:42:28.089175 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:42:28.152651 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-5f8e3b31-77fe-4a15-9507-ab6440856cf6 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259911 May 06 00:42:28.283454 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-cd8d20bf-a8bb-4f7f-b0a0-4edc20fd8979 req-2f165604-40ae-4217-941c-c1525e5a966d service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239090 May 06 00:42:28.441903 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '10abb1f3-1440-42d6-8f5a-e695478fdab1', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'port_id': '961f5702-a364-45da-9858-35ec0b7a8b62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'mac_address': 'fa:16:3e:60:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305865f0-aa6a-4667-b392-fd79c460a091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:13Z', 'updated_at': '2021-05-06T00:42:26Z', 'revision_number': 1, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:42:28.445880 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8624b-6d53-431b-a96c-e236fe06e24b None None] The sync data for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb is: [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '10abb1f3-1440-42d6-8f5a-e695478fdab1', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'port_id': '961f5702-a364-45da-9858-35ec0b7a8b62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'mac_address': 'fa:16:3e:60:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305865f0-aa6a-4667-b392-fd79c460a091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:42:13Z', 'updated_at': '2021-05-06T00:42:26Z', 'revision_number': 1, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:42:28.622102 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3997f-755e-4493-9d8e-621b599ae292 None None] New status for floating IP 10abb1f3-1440-42d6-8f5a-e695478fdab1: ACTIVE {{(pid=73855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:42:29.479181 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e314af7c-f96a-48df-946a-486eb1aca3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:31.993001 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:32.243245 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-9460847b-936a-4c6f-b48a-44723bc866a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:33.319799 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:34.985011 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:53.785429 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:42:54.378396 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:42:59.484303 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1f92a7ef-f5c3-42ad-acf9-cde64a4e308c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:02.002662 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:02.244531 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b046bef5-0558-4a8a-b288-361b497a84e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:03.322343 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:04.992825 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:08.814267 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d1dcb-fbae-43c1-a41a-9f59fa58cad2 req-c96d6a2f-86d6-49ff-8d15-92e3461917b8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:08.815816 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-275d1dcb-fbae-43c1-a41a-9f59fa58cad2 req-c96d6a2f-86d6-49ff-8d15-92e3461917b8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0926955 May 06 00:43:08.864355 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-275d1dcb-fbae-43c1-a41a-9f59fa58cad2 req-92c7bc2d-003e-4da8-9b3b-9afce6c6a8b4 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 May 06 00:43:10.069989 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30deea-e6fc-4a15-a16b-5535e0f81d0f req-fb8405a0-34d7-4aec-93a0-0692d9e2b349 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:10.071429 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8e30deea-e6fc-4a15-a16b-5535e0f81d0f req-fb8405a0-34d7-4aec-93a0-0692d9e2b349 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0871947 May 06 00:43:10.116961 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8e30deea-e6fc-4a15-a16b-5535e0f81d0f req-df8e1d42-1f3d-43a6-b8cd-8a0da2fd6e84 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396829 May 06 00:43:11.316063 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb26ea8-9e0d-4be7-b404-0c6ad77c9859 req-6936330b-fbf2-410f-a520-16859bcaaa15 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:11.317559 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6eb26ea8-9e0d-4be7-b404-0c6ad77c9859 req-6936330b-fbf2-410f-a520-16859bcaaa15 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0946126 May 06 00:43:11.363451 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6eb26ea8-9e0d-4be7-b404-0c6ad77c9859 req-2c68c73f-2273-45a5-ab25-139da03f89e6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 May 06 00:43:12.570658 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc77ee-8ff6-4f7d-9c45-c29ec52e1ba7 req-43b8b3a9-75e8-4f0b-8a4b-084289640947 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:12.572113 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-97cc77ee-8ff6-4f7d-9c45-c29ec52e1ba7 req-43b8b3a9-75e8-4f0b-8a4b-084289640947 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0924792 May 06 00:43:12.616062 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-97cc77ee-8ff6-4f7d-9c45-c29ec52e1ba7 req-b71f782c-0ff6-4dcb-89c4-218bdcca9732 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381136 May 06 00:43:13.824907 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552a210-9d77-4eae-8860-bb8d67a27252 req-d7ac5006-0278-4d3e-8631-e7062edee529 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:13.826345 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b552a210-9d77-4eae-8860-bb8d67a27252 req-d7ac5006-0278-4d3e-8631-e7062edee529 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0964241 May 06 00:43:13.872436 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b552a210-9d77-4eae-8860-bb8d67a27252 req-4de08e68-2440-4d7e-ab73-f2551bce0ad2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376310 May 06 00:43:15.085128 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e8635-3af7-41dd-baef-18a628cfad91 req-3a1d9d95-684a-4c6a-bdd0-fafdb48847fe tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:15.086609 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a93e8635-3af7-41dd-baef-18a628cfad91 req-3a1d9d95-684a-4c6a-bdd0-fafdb48847fe tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0927348 May 06 00:43:15.130338 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a93e8635-3af7-41dd-baef-18a628cfad91 req-2ea12828-e342-4bad-bebb-6009f68325ca tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378771 May 06 00:43:16.344028 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0689d2-bd93-42cf-9464-62914ea3fa38 req-86768307-8304-485f-b05e-3b160972df09 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:16.345492 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9d0689d2-bd93-42cf-9464-62914ea3fa38 req-86768307-8304-485f-b05e-3b160972df09 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0887253 May 06 00:43:16.391276 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9d0689d2-bd93-42cf-9464-62914ea3fa38 req-a84dff50-5e46-44dd-82ac-97ea0a4dfff2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400348 May 06 00:43:17.745261 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b297e9c-53a4-458d-ac2f-67939eca5c3f req-fed0442d-ff71-490c-9cae-d5b7a95908e9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:17.746662 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3b297e9c-53a4-458d-ac2f-67939eca5c3f req-fed0442d-ff71-490c-9cae-d5b7a95908e9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0873437 May 06 00:43:17.797003 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-3b297e9c-53a4-458d-ac2f-67939eca5c3f req-f5c73885-e340-40eb-bc10-52ba2912466e tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444071 May 06 00:43:19.004222 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889f4ba-1e3d-42f5-aa45-7fd6728b375b req-834de825-6dd3-44ed-99d6-ce54f2f23938 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:19.005915 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7889f4ba-1e3d-42f5-aa45-7fd6728b375b req-834de825-6dd3-44ed-99d6-ce54f2f23938 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0968540 May 06 00:43:19.054739 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7889f4ba-1e3d-42f5-aa45-7fd6728b375b req-5858945d-0320-4f82-befe-1b4b448f558b tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 May 06 00:43:20.257061 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7625119-fde8-4ffe-ab81-e2ac91471360 req-1c549cba-3538-4e20-be41-eb819c093d0d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:20.258492 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f7625119-fde8-4ffe-ab81-e2ac91471360 req-1c549cba-3538-4e20-be41-eb819c093d0d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0952234 May 06 00:43:20.303805 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f7625119-fde8-4ffe-ab81-e2ac91471360 req-a772d13c-636d-400c-9b35-4d06a05ac5f5 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395427 May 06 00:43:20.662568 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de7c9c-7200-4b5a-9438-8a1b3eb3ac8e req-d04fa350-8f38-4ac6-bd86-c9a18ef0affb tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:20.663994 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-27de7c9c-7200-4b5a-9438-8a1b3eb3ac8e req-d04fa350-8f38-4ac6-bd86-c9a18ef0affb tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0823421 May 06 00:43:20.703351 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98107855-0521-4272-bc95-a23b2ba94932 req-7b1453ce-306c-41eb-a186-00488c5887fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:20.704872 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-98107855-0521-4272-bc95-a23b2ba94932 req-7b1453ce-306c-41eb-a186-00488c5887fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 1098 time: 0.0749254 May 06 00:43:20.709867 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-27de7c9c-7200-4b5a-9438-8a1b3eb3ac8e req-afb350f4-53c7-4a0a-b543-b8ce629e18bf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 May 06 00:43:20.836727 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98107855-0521-4272-bc95-a23b2ba94932 req-0e84a17c-6288-4384-b03e-e90522fa528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:20.838920 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-98107855-0521-4272-bc95-a23b2ba94932 req-0e84a17c-6288-4384-b03e-e90522fa528a service neutron] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 910 time: 0.1274514 May 06 00:43:20.945905 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-98107855-0521-4272-bc95-a23b2ba94932 req-ab78b837-6437-41b7-8347-014f727f47b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f5702-a364-45da-9858-35ec0b7a8b62 HTTP/1.1" status: 200 len: 1001 time: 0.1004612 May 06 00:43:21.010970 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98107855-0521-4272-bc95-a23b2ba94932 req-2ff0892e-963f-49fb-aabd-e126eb26220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:21.012370 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-98107855-0521-4272-bc95-a23b2ba94932 req-2ff0892e-963f-49fb-aabd-e126eb26220f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0603218 May 06 00:43:21.090923 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98107855-0521-4272-bc95-a23b2ba94932 req-ae082420-90f2-4b79-9aab-624f093f2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:21.092491 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-98107855-0521-4272-bc95-a23b2ba94932 req-ae082420-90f2-4b79-9aab-624f093f2e0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735500 May 06 00:43:21.225966 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-98107855-0521-4272-bc95-a23b2ba94932 req-e0ef1446-55aa-4da8-950f-3af34a074ee3 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263492 May 06 00:43:21.356600 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-98107855-0521-4272-bc95-a23b2ba94932 req-7a95c9af-0168-43a5-a6c6-e22168e35ec4 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241014 May 06 00:43:21.924380 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda4b10-0513-480a-b531-44384f6a15cf req-36283d1a-e3f3-46c8-86e9-7a0ef38034b4 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:21.926279 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6bda4b10-0513-480a-b531-44384f6a15cf req-36283d1a-e3f3-46c8-86e9-7a0ef38034b4 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0932331 May 06 00:43:21.972566 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6bda4b10-0513-480a-b531-44384f6a15cf req-d2faad69-f0ce-4cf5-a164-dd751616c435 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397410 May 06 00:43:23.178817 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa8f61-8eb8-47af-b285-73a1e159c777 req-1431d536-0591-4a59-a1f5-3b8ade5d5c95 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:23.180667 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-63fa8f61-8eb8-47af-b285-73a1e159c777 req-1431d536-0591-4a59-a1f5-3b8ade5d5c95 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0869803 May 06 00:43:23.225374 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-63fa8f61-8eb8-47af-b285-73a1e159c777 req-2f4ef391-f227-4f56-b9af-d9341a58ed4d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389974 May 06 00:43:24.381485 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:27.694710 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-a8a708c1-5875-4cd1-993e-1efac4d0b472 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772364 May 06 00:43:27.845966 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-faf397ac-42d7-46ca-a1b8-6dc246ad75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:27.848771 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-faf397ac-42d7-46ca-a1b8-6dc246ad75d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 1098 time: 0.0831192 May 06 00:43:28.090559 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-2d946110-bbc0-49c1-9541-a4503f91c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:28.092060 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-2d946110-bbc0-49c1-9541-a4503f91c316 service neutron] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 910 time: 0.2208114 May 06 00:43:28.196879 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-19e7b8b9-6530-463c-b9e4-99da76019071 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f5702-a364-45da-9858-35ec0b7a8b62 HTTP/1.1" status: 200 len: 1001 time: 0.0980198 May 06 00:43:28.273118 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-a2fa71ea-8175-460d-9a1c-4ea06beabdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:28.274502 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-a2fa71ea-8175-460d-9a1c-4ea06beabdd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0580976 May 06 00:43:28.358624 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-74dffb36-1890-4fa3-b234-c4bb86fbc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:28.360001 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-74dffb36-1890-4fa3-b234-c4bb86fbc12a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737216 May 06 00:43:28.500343 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-c090eb3f-f1b8-4c37-8b69-9394f8b5063d service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245048 May 06 00:43:28.630410 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f42fa74e-6241-4f36-8715-7a5c5ed995b3 req-a2923253-66b1-44df-97d8-1e690d93b502 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233165 May 06 00:43:29.482697 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-e32a00df-80c9-4b65-a12a-1065fd4467a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:30.786126 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:43:31.996103 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:32.246356 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-492da0f1-6478-4d08-8b49-768ca4cbea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:33.327536 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:34.997018 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:54.374644 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:57.059789 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba59e6-bc4c-45ef-810c-19cd01c39b0d req-ed154b1a-f6e5-4903-b020-d37ee84276a2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:57.061851 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fbba59e6-bc4c-45ef-810c-19cd01c39b0d req-ed154b1a-f6e5-4903-b020-d37ee84276a2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0852625 May 06 00:43:57.116362 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-fbba59e6-bc4c-45ef-810c-19cd01c39b0d req-f482da27-dbd7-47d5-9b97-f3b5a8670643 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449755 May 06 00:43:58.335082 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c2933-1da1-4b66-b3d8-493d949f436e req-2f9b9841-eda3-4b62-a4bb-8f3ab1efe596 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:58.336545 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-752c2933-1da1-4b66-b3d8-493d949f436e req-2f9b9841-eda3-4b62-a4bb-8f3ab1efe596 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0892155 May 06 00:43:58.384929 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-752c2933-1da1-4b66-b3d8-493d949f436e req-54ae0847-1cf2-4d1e-8103-d2c029280041 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397956 May 06 00:43:59.478009 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-6dc04534-566a-4421-b948-bdcd29523bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:43:59.589038 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0a30d-7d76-4b21-858d-c627d056eb2c req-4e624c96-a2c1-4a8a-9014-e126caf3a5c1 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:43:59.590460 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dbe0a30d-7d76-4b21-858d-c627d056eb2c req-4e624c96-a2c1-4a8a-9014-e126caf3a5c1 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0900056 May 06 00:43:59.732424 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-dbe0a30d-7d76-4b21-858d-c627d056eb2c req-c375bab7-3f3e-4f82-8c6f-370b5be96770 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359701 May 06 00:44:00.932044 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba51d3-81a4-4fdc-a8d1-44b6dd72bcf3 req-9e591d8b-f41c-4440-aa58-9f059ac98625 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:00.933526 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-afba51d3-81a4-4fdc-a8d1-44b6dd72bcf3 req-9e591d8b-f41c-4440-aa58-9f059ac98625 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0911579 May 06 00:44:00.983018 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-afba51d3-81a4-4fdc-a8d1-44b6dd72bcf3 req-f2e2563a-3fc6-400c-a7c8-d45b44a0e283 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410964 May 06 00:44:01.992595 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:02.186239 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bcc05-ff36-4f78-a893-aa0d0425f43a req-6ae9ab84-3eb1-40c2-b00e-597b21fce847 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:02.187792 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0f9bcc05-ff36-4f78-a893-aa0d0425f43a req-6ae9ab84-3eb1-40c2-b00e-597b21fce847 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0817733 May 06 00:44:02.233672 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-0f9bcc05-ff36-4f78-a893-aa0d0425f43a req-f7898659-beba-44ed-a67f-6b0947831b45 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 May 06 00:44:02.240270 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-55103777-d642-4f7b-ae46-e2ce1744266e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:03.321354 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:03.432435 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc4c8c-c334-4421-8403-d2a00a9887b6 req-76cbe943-ced0-4f7a-9d72-f4d5eb1a92ca tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:03.433822 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-18dc4c8c-c334-4421-8403-d2a00a9887b6 req-76cbe943-ced0-4f7a-9d72-f4d5eb1a92ca tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0881822 May 06 00:44:03.481611 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-18dc4c8c-c334-4421-8403-d2a00a9887b6 req-8b041b24-4a83-4219-8aa1-9319b9780360 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389204 May 06 00:44:04.695717 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9819b2c-10ad-457e-84a7-e85e245a0809 req-db7acce9-0061-4c60-84cf-c5742d91ae88 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:04.697341 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f9819b2c-10ad-457e-84a7-e85e245a0809 req-db7acce9-0061-4c60-84cf-c5742d91ae88 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0944774 May 06 00:44:04.745270 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f9819b2c-10ad-457e-84a7-e85e245a0809 req-26924ef3-7892-48b3-ad73-e9e26f4d8d98 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 May 06 00:44:05.004941 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:05.942683 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372f8f2-f40a-4896-9c45-3af465bd544a req-9abcb9af-9180-4bdf-8e45-309a5b0c0862 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:05.944222 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8372f8f2-f40a-4896-9c45-3af465bd544a req-9abcb9af-9180-4bdf-8e45-309a5b0c0862 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0845199 May 06 00:44:05.988456 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-8372f8f2-f40a-4896-9c45-3af465bd544a req-fb5a0b47-5fe4-4819-9be5-a97de3525c2f tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383005 May 06 00:44:07.191308 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc79982-1c95-493a-ba61-938c63068ea6 req-2ce52e95-f417-47a3-9da9-67f8ad3772e5 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:07.192738 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6dc79982-1c95-493a-ba61-938c63068ea6 req-2ce52e95-f417-47a3-9da9-67f8ad3772e5 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0873430 May 06 00:44:07.240526 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-6dc79982-1c95-493a-ba61-938c63068ea6 req-c79ad5c2-70a0-47fb-ae71-a88d40a0d51a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 May 06 00:44:07.786387 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:44:08.443428 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc293f8-c639-4ecc-b085-5ebacac80051 req-8a9aaa7d-b780-41f1-99d6-e2cd57dbe776 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:08.444915 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cdc293f8-c639-4ecc-b085-5ebacac80051 req-8a9aaa7d-b780-41f1-99d6-e2cd57dbe776 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0846546 May 06 00:44:08.494751 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-cdc293f8-c639-4ecc-b085-5ebacac80051 req-2fb137de-0e67-445a-913c-06725a30d433 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 May 06 00:44:08.854886 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83377bdf-4793-49a8-873d-b0e4b489959f req-bca476c6-93f4-4b16-bd2c-698498dbf394 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:08.856359 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-83377bdf-4793-49a8-873d-b0e4b489959f req-bca476c6-93f4-4b16-bd2c-698498dbf394 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0813818 May 06 00:44:08.897577 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-372fb2a7-01e1-4c41-8e03-8bc875c3a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:08.899122 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-372fb2a7-01e1-4c41-8e03-8bc875c3a2cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 1098 time: 0.0705671 May 06 00:44:08.900862 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-83377bdf-4793-49a8-873d-b0e4b489959f req-afabe1ee-4366-43ef-9871-aa20b46c8913 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387840 May 06 00:44:09.027560 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-b9f68886-bbc7-4ca7-97eb-2b63db4c46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:09.028937 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-b9f68886-bbc7-4ca7-97eb-2b63db4c46d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 910 time: 0.1233637 May 06 00:44:09.132733 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-9bf2b386-f21b-42a8-b235-b7c57e591355 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f5702-a364-45da-9858-35ec0b7a8b62 HTTP/1.1" status: 200 len: 1001 time: 0.0972149 May 06 00:44:09.200097 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-3316df34-6bfb-4f75-859a-1da875ded0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:09.201612 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-3316df34-6bfb-4f75-859a-1da875ded0a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0632041 May 06 00:44:09.284627 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-04b514d8-16d7-4fb5-987b-388068df6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:09.286117 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-04b514d8-16d7-4fb5-987b-388068df6c28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783455 May 06 00:44:09.417333 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-7218bf3f-fcc2-480c-bcf0-b0ea91cd8916 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233623 May 06 00:44:09.547546 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-612abcf6-7cb4-4ed7-ab16-42330f9d53bd req-5079b7e4-c499-45ac-aa18-cee02ee22327 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235259 May 06 00:44:10.097467 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75ee67-230f-418a-a3ed-b8aea6b2afa7 req-04c436a6-0805-4cd7-bf6b-9825137530fc tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:10.098920 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ed75ee67-230f-418a-a3ed-b8aea6b2afa7 req-04c436a6-0805-4cd7-bf6b-9825137530fc tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0887313 May 06 00:44:10.147605 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ed75ee67-230f-418a-a3ed-b8aea6b2afa7 req-96712685-4fe3-44b0-a617-de5010b66d67 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 May 06 00:44:11.338116 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d111d93-09ed-45ae-a67e-993d5232e041 req-cc8738cc-2271-460e-8e8c-248eafa1d187 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:11.339578 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2d111d93-09ed-45ae-a67e-993d5232e041 req-cc8738cc-2271-460e-8e8c-248eafa1d187 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0867970 May 06 00:44:11.384888 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2d111d93-09ed-45ae-a67e-993d5232e041 req-ead2ae92-ae9d-4028-bb1b-7f0406a3fc3c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395277 May 06 00:44:24.402124 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:28.678238 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5d279444-408d-47ca-b34d-87721d5d7228 req-d68154fa-ec6b-4433-8aad-fff172ff24c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717404 May 06 00:44:28.822253 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d279444-408d-47ca-b34d-87721d5d7228 req-ddd1c67f-e5c4-4d48-998d-f43ca33dd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:28.823732 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5d279444-408d-47ca-b34d-87721d5d7228 req-ddd1c67f-e5c4-4d48-998d-f43ca33dd5c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 1098 time: 0.0775275 May 06 00:44:29.081174 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d279444-408d-47ca-b34d-87721d5d7228 req-9d018a69-1d25-46da-bb19-5ef3e43c9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:29.082539 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5d279444-408d-47ca-b34d-87721d5d7228 req-9d018a69-1d25-46da-bb19-5ef3e43c9ad3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 910 time: 0.2379720 May 06 00:44:29.188194 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5d279444-408d-47ca-b34d-87721d5d7228 req-4c2d7a70-0d1a-4758-8e7d-801e88ec9398 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f5702-a364-45da-9858-35ec0b7a8b62 HTTP/1.1" status: 200 len: 1001 time: 0.0975070 May 06 00:44:29.250225 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d279444-408d-47ca-b34d-87721d5d7228 req-86d2c6eb-0a85-48b6-864c-f7fff5d95ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:29.251625 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5d279444-408d-47ca-b34d-87721d5d7228 req-86d2c6eb-0a85-48b6-864c-f7fff5d95ed0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0557408 May 06 00:44:29.331044 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d279444-408d-47ca-b34d-87721d5d7228 req-012521da-06dd-4af1-8b0c-f97188973424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:29.332554 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5d279444-408d-47ca-b34d-87721d5d7228 req-012521da-06dd-4af1-8b0c-f97188973424 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736105 May 06 00:44:29.470284 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5d279444-408d-47ca-b34d-87721d5d7228 req-10cb6c42-63cd-484b-a657-f4663283fe07 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309857 May 06 00:44:29.484965 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-af3f9df5-014a-475d-9d2f-a6e656942343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:29.611544 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5d279444-408d-47ca-b34d-87721d5d7228 req-2f45d469-2452-4dd5-b270-a99682494fe6 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347771 May 06 00:44:31.991648 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:32.253974 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-cad80e65-86dd-488f-b2aa-22b44b38d774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:33.332563 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:35.009866 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:43.913074 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c30db-b09f-456c-b53e-a7d30b3e43a9 req-93ec782f-0733-4f9c-9b02-656c4dabe601 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:43.914609 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9e5c30db-b09f-456c-b53e-a7d30b3e43a9 req-93ec782f-0733-4f9c-9b02-656c4dabe601 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0941927 May 06 00:44:43.960005 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-9e5c30db-b09f-456c-b53e-a7d30b3e43a9 req-ad7d7b16-c467-41a4-a443-442d94ce588f tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395417 May 06 00:44:44.790608 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:44:45.157616 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426f62d-e354-4bbf-bdcf-30a91b68a98e req-d94712ca-4630-454b-8b40-cb57d646ac7e tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:45.159112 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4426f62d-e354-4bbf-bdcf-30a91b68a98e req-d94712ca-4630-454b-8b40-cb57d646ac7e tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0846632 May 06 00:44:45.203692 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-4426f62d-e354-4bbf-bdcf-30a91b68a98e req-bc485b22-ab8e-43c1-bddd-db390f7791f4 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387945 May 06 00:44:45.729882 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3496447-8178-4493-93fd-242ca613f486 req-0ded2183-1302-429f-9d40-a5873d551015 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:45.730532 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-c3496447-8178-4493-93fd-242ca613f486 req-0ded2183-1302-429f-9d40-a5873d551015 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Synchronizing usage tracker for tenant:c37f514079a14b65811ca2f5c6eba5db on resource:port {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:44:45.750894 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-c3496447-8178-4493-93fd-242ca613f486 req-0ded2183-1302-429f-9d40-a5873d551015 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Unset dirty status for tenant:c37f514079a14b65811ca2f5c6eba5db on resource:port {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:44:45.752210 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-c3496447-8178-4493-93fd-242ca613f486 req-0ded2183-1302-429f-9d40-a5873d551015 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.26 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.1144743 May 06 00:44:45.890662 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Deleting port 961f5702-a364-45da-9858-35ec0b7a8b62 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:44:45.890946 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:46.023515 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] For port 961f5702-a364-45da-9858-35ec0b7a8b62, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=961f5702-a364-45da-9858-35ec0b7a8b62,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:44:46.023784 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:46.307440 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:46.307941 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:46.308252 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.l3_db [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Floating IP 10abb1f3-1440-42d6-8f5a-e695478fdab1 disassociated. External IP: 172.28.3.103, port: 961f5702-a364-45da-9858-35ec0b7a8b62. May 06 00:44:46.308637 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Calling delete_port for 961f5702-a364-45da-9858-35ec0b7a8b62 owned by compute:nova {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:44:46.397442 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8766437-5629-4486-af87-5c29468c4beb req-274db2bf-2517-49c4-84fd-7f1507e69493 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:46.398888 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f8766437-5629-4486-af87-5c29468c4beb req-274db2bf-2517-49c4-84fd-7f1507e69493 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 945 time: 0.0783155 May 06 00:44:46.424481 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:46.430735 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:46.447622 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-f8766437-5629-4486-af87-5c29468c4beb req-84aeaa97-5a17-46f9-909c-56e7119dc75f tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429008 May 06 00:44:46.473260 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event deleted for resources: {'Port': ['ID=961f5702-a364-45da-9858-35ec0b7a8b62,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:46.484432 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.484812 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.485177 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.485535 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.485893 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.486236 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.486630 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.486914 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.487279 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.487628 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.487971 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.488337 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:46.492050 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:46.781036 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Router 3e42dd72-58d0-403f-b16c-cb06385f9dfa has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:44:46.968647 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:44:46.978170 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] Sync routers for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:44:46.988159 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:44:46.988804 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:44:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:44:47.038510 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] No DVR routers for this DVR port 961f5702-a364-45da-9858-35ec0b7a8b62 on host hv-cinder-78462 {{(pid=73854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:44:47.041072 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:47.043587 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305865f0-aa6a-4667-b392-fd79c460a091', 'name': 'network-vif-deleted', 'tag': '961f5702-a364-45da-9858-35ec0b7a8b62'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:44:47.060908 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-c3496447-8178-4493-93fd-242ca613f486 req-ca856dff-1ea7-4c74-bca0-b75b3ea322f9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.26 "DELETE /v2.0/ports/961f5702-a364-45da-9858-35ec0b7a8b62 HTTP/1.1" status: 204 len: 173 time: 1.3034797 May 06 00:44:47.095765 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305865f0-aa6a-4667-b392-fd79c460a091', 'name': 'network-vif-deleted', 'tag': '961f5702-a364-45da-9858-35ec0b7a8b62', 'status': 'completed', 'code': 200} May 06 00:44:47.175436 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:44:47.522797 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:44:47.526878 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] Checking router: 3e42dd72-58d0-403f-b16c-cb06385f9dfa for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:44:47.537935 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:44:47.538664 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:44:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:44:47.616581 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-94ddd2a3-0865-4968-b055-47f25a77f377 req-404e5122-0d86-466a-ac55-5b2574513792 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=305865f0-aa6a-4667-b392-fd79c460a091 HTTP/1.1" status: 200 len: 210 time: 0.0427010 May 06 00:44:47.729839 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:44:48.043980 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:44:48.047995 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29941d-ea76-4c48-8685-bb94d7ce1030 None None] The sync data for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb is: [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:44:48.251997 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b698ee-1e48-4251-9607-2c5c66efc44d None None] New status for floating IP 10abb1f3-1440-42d6-8f5a-e695478fdab1: DOWN {{(pid=73855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:44:48.757038 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45888) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:44:48.825326 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-99e03ae8-b868-4ace-a9f4-c988f512202a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:48.852722 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-99e03ae8-b868-4ace-a9f4-c988f512202a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:48.913714 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-99e03ae8-b868-4ace-a9f4-c988f512202a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:48.917418 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-001a2e34-9d8a-465c-847f-7a29b4f47d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:48.932824 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e03ae8-b868-4ace-a9f4-c988f512202a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aee579b-9b94-4b0e-a37d-5ef9a14f89d4,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:48.935443 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-99e03ae8-b868-4ace-a9f4-c988f512202a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:48.947397 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-99e03ae8-b868-4ace-a9f4-c988f512202a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:48.948553 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-99e03ae8-b868-4ace-a9f4-c988f512202a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "DELETE /v2.0/security-groups/6aee579b-9b94-4b0e-a37d-5ef9a14f89d4 HTTP/1.1" status: 204 len: 168 time: 0.1904452 May 06 00:44:48.951258 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45892) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:44:48.967294 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.api.v2.resource [None req-e2838e76-0b78-423d-8dcb-228f8b7af045 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] show failed (client error): The resource could not be found. May 06 00:44:48.968267 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e2838e76-0b78-423d-8dcb-228f8b7af045 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups/6aee579b-9b94-4b0e-a37d-5ef9a14f89d4 HTTP/1.1" status: 404 len: 347 time: 0.0160806 May 06 00:44:48.971010 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45896) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:44:49.187221 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Deleting port 14791715-7386-4183-9478-18639d8d9763 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:44:49.187625 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:49.305959 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:49.306232 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:49.423770 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Calling delete_port for 14791715-7386-4183-9478-18639d8d9763 owned by network:floatingip {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:44:49.551371 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:49.555547 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-f0b22f44-9059-40e1-9773-fd0586759a18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:49.597738 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event deleted for resources: {'Port': ['ID=14791715-7386-4183-9478-18639d8d9763,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:49.600269 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:49.614482 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 961f5702-a364-45da-9858-35ec0b7a8b62 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:44:49.648428 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 961f5702-a364-45da-9858-35ec0b7a8b62 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:44:49.648772 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 961f5702-a364-45da-9858-35ec0b7a8b62 not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:44:49.692072 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:49.706988 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:49.708108 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-05f06747-92bc-400b-ac01-bf029da4eec2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "DELETE /v2.0/floatingips/10abb1f3-1440-42d6-8f5a-e695478fdab1 HTTP/1.1" status: 204 len: 168 time: 0.7362006 May 06 00:44:51.186188 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45904) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:44:51.193629 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710254093', 'description': 'tempest-description--322303835'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:44:51.201772 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:44:51.206660 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:security_group and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:44:51.209653 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:44:51.216645 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:44:51.227916 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.249910 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:44:51.254245 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:security_group_rule and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:44:51.257337 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:44:51.263594 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:44:51.342218 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.349557 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.355253 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-4d6470ec-ec3f-41a0-bdd8-68da21d89bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:51.396088 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b9fa36-716c-45a7-bcf4-dca3fd044c79,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:51.398850 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:51.400004 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.401371 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a98f9354-07ab-4480-a6ce-073d6581cd7d tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2140913 May 06 00:44:51.404188 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45908) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:44:51.410609 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'security_group_rule': {'security_group_id': '21b9fa36-716c-45a7-bcf4-dca3fd044c79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:44:51.419897 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:44:51.424753 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:security_group_rule and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:44:51.427606 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:44:51.433839 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:44:51.451755 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.511889 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.516678 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.518735 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:51.543330 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b33fb1f-d763-43fb-8d06-33f73b03ddca,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:51.547696 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:51.553374 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.554923 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-05a285ef-a48e-4695-b5e5-309c74219f70 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497605 May 06 00:44:51.559126 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45912) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:44:51.564448 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'security_group_rule': {'security_group_id': '21b9fa36-716c-45a7-bcf4-dca3fd044c79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:44:51.570521 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:44:51.574524 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:security_group_rule and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:44:51.577747 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:44:51.583603 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:44:51.599710 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.659544 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.664187 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617800'] for security_group_rule, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.671778 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-d8f66c89-5f99-423c-ac23-b2feb7713404 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:51.692369 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8b6ca7-528c-4739-8c3c-9d373b2c7612,revision_number=0']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:51.694593 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:51.699748 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.701092 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-9bf0fe70-7b50-4bea-ae91-b133c3d7e2f6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410246 May 06 00:44:51.705626 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 45916) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:44:51.710772 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'floatingip': {'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:44:51.716991 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:44:51.721146 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:floatingip and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:44:51.724182 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:44:51.730011 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:44:51.741734 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:51.988303 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:52.122587 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Allocated IP 172.28.3.79 (d35728a9-d9a3-4297-acfc-cedfe30fc42c/02c9fa47-3a52-449b-9afc-4e2797e3fdeb/2a1c4a7b-4892-49a7-a919-66053fcafa9a) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:44:52.268496 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:52.300669 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:52.305298 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-735ebc0b-7849-4a20-bc7b-49600dbd26f7 tempest-TestMinimumBasicScenario-636587436 tempest-TestMinimumBasicScenario-636587436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:52.357727 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Network d35728a9-d9a3-4297-acfc-cedfe30fc42c is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:44:52.360363 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:44:52.367992 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:44:52.405266 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'Port': ['ID=2a1c4a7b-4892-49a7-a919-66053fcafa9a,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:52.409355 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:52.454481 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:52.513389 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:52.738291 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:52.746006 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:52.750559 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-9761a2a0-dbad-41e4-8652-4a01ff3f8be6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:52.849015 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'Port': ['ID=2a1c4a7b-4892-49a7-a919-66053fcafa9a,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:52.852996 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:52.863618 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:52.887568 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:52.888809 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1821928 May 06 00:44:53.060460 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-682d1247-2fc5-4b8a-a8aa-5cc31f3d23bc tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1710254093&fields=id&tenant_id=c37f514079a14b65811ca2f5c6eba5db HTTP/1.1" status: 200 len: 267 time: 0.0395198 May 06 00:44:53.210693 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-6203b2f2-5ff0-4541-85d5-f8e1a84ddccd tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:53.212123 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-6203b2f2-5ff0-4541-85d5-f8e1a84ddccd tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 810 time: 0.1444497 May 06 00:44:53.226464 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-4e5dbd17-d7cb-4181-95d4-80709a68376f tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/quotas/c37f514079a14b65811ca2f5c6eba5db HTTP/1.1" status: 200 len: 375 time: 0.0088131 May 06 00:44:53.405947 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-bc08edd4-74e4-427c-9718-4f0098b9a8b2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1744924 May 06 00:44:53.560785 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-bc1c01c4-2a07-45fc-a040-4d962d8dd146 service neutron] 10.222.0.32 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370716 May 06 00:44:53.692410 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-ace91239-cab6-4d0c-8153-83dc76655513 service neutron] 10.222.0.32 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254740 May 06 00:44:54.421726 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:54.918575 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-521050de-bd0f-4b80-a35a-1ffe4496a46b req-74860dc7-2846-450d-9d22-f1df04195748 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 210 time: 0.0421276 May 06 00:44:55.999528 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-9572ee64-29b0-43bb-87f6-2bc9560cbe3f tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:56.001026 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-9572ee64-29b0-43bb-87f6-2bc9560cbe3f tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 810 time: 0.1523557 May 06 00:44:56.050942 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-50b79c52-3eca-440f-aeb0-ca1432aef7fe tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Synchronizing usage tracker for tenant:c37f514079a14b65811ca2f5c6eba5db on resource:security_group {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:44:56.067786 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-50b79c52-3eca-440f-aeb0-ca1432aef7fe tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Unset dirty status for tenant:c37f514079a14b65811ca2f5c6eba5db on resource:security_group {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:44:56.068973 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-50b79c52-3eca-440f-aeb0-ca1432aef7fe tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c37f514079a14b65811ca2f5c6eba5db HTTP/1.1" status: 200 len: 380 time: 0.0585420 May 06 00:44:56.078706 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'port': {'device_id': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'admin_state_up': True, 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'security_groups': ['21b9fa36-716c-45a7-bcf4-dca3fd044c79']}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:44:56.079321 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d40b6cb8-eb63-4090-ae34-31258646c5af req-97b4548f-f836-42a0-adcb-55ae2d008897 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 210 time: 0.0506256 May 06 00:44:56.222842 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:44:56.227139 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Usage tracker for resource:port and tenant:c37f514079a14b65811ca2f5c6eba5db is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:44:56.230122 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:44:56.236348 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:44:56.250330 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Made reservation on behalf of c37f514079a14b65811ca2f5c6eba5db for: {'port': 1} {{(pid=73854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 00:44:56.253996 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:56.417379 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.db_base_plugin_common [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Allocated IP 172.20.0.3 (538adcc9-0e31-4654-b0b4-a30dfb3322ee/6a47358b-cae0-409b-b4ff-46bf0a767419/2c06000c-6346-406b-83b7-5f5f702e820d) {{(pid=73854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 00:44:56.605022 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for port, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:56.620548 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Transition to ACTIVE for port object 2c06000c-6346-406b-83b7-5f5f702e820d will not be triggered until provisioned by entity DHCP. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:44:56.646550 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766565168150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:56.652165 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-80137d0d-7c6c-4e45-a152-ef4dea727824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:56.714167 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Network 538adcc9-0e31-4654-b0b4-a30dfb3322ee is already hosted by enough agents. {{(pid=73854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 00:44:56.822373 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.base_scheduler [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Resources bound (agent type, host, resource id): {{(pid=73854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 00:44:56.826912 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Received port after_create {{(pid=73854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 00:44:56.857929 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event updated for resources: {'Port': ['ID=2c06000c-6346-406b-83b7-5f5f702e820d,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:56.864814 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:56.894806 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:56.895435 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:56.922371 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8477373 May 06 00:44:56.934190 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.v2.base [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Request body: {'port': {'device_id': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=73854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:44:57.048174 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:57.152544 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-5c43d32b-5671-486f-93a9-009778726193 None None] Provisioning for port 2c06000c-6346-406b-83b7-5f5f702e820d completed by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:44:57.165836 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-5c43d32b-5671-486f-93a9-009778726193 None None] Provisioning complete for port 2c06000c-6346-406b-83b7-5f5f702e820d triggered by entity DHCP. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:44:57.166213 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-5c43d32b-5671-486f-93a9-009778726193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:57.221011 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-5c43d32b-5671-486f-93a9-009778726193 None None] Port 2c06000c-6346-406b-83b7-5f5f702e820d cannot update to ACTIVE because it is not bound. {{(pid=73855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 00:44:57.282341 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318308e3-2111-4f73-9ec4-d4b963bff596 req-644491bc-83ad-4d7a-9b2f-f925343ec025 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:57.283815 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-318308e3-2111-4f73-9ec4-d4b963bff596 req-644491bc-83ad-4d7a-9b2f-f925343ec025 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 931 time: 0.0835185 May 06 00:44:57.329369 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-318308e3-2111-4f73-9ec4-d4b963bff596 req-94a7f84f-98ff-4f42-9b34-f9aa0740c096 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=21b9fa36-716c-45a7-bcf4-dca3fd044c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390625 May 06 00:44:57.399281 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c06000c-6346-406b-83b7-5f5f702e820d {{(pid=73854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:44:57.406776 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:57.421000 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.provisioning_blocks [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Transition to ACTIVE for port object 2c06000c-6346-406b-83b7-5f5f702e820d will not be triggered until provisioned by entity L2. {{(pid=73854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 00:44:57.426970 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:57.430938 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-10b91401-99cb-4844-9af3-30b8b98620ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:57.554899 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Pushing event updated for resources: {'Port': ['ID=2c06000c-6346-406b-83b7-5f5f702e820d,revision_number=2']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:57.581385 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:57.661072 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Attempting to bind port 2c06000c-6346-406b-83b7-5f5f702e820d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 00:44:57.661340 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Attempting to bind port 2c06000c-6346-406b-83b7-5f5f702e820d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 00:44:57.661657 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Attempting to bind port 2c06000c-6346-406b-83b7-5f5f702e820d on network 538adcc9-0e31-4654-b0b4-a30dfb3322ee {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:44:57.666347 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Port 2c06000c-6346-406b-83b7-5f5f702e820d on network 538adcc9-0e31-4654-b0b4-a30dfb3322ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 00:44:57.666658 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Attempting to bind port 2c06000c-6346-406b-83b7-5f5f702e820d on network 538adcc9-0e31-4654-b0b4-a30dfb3322ee {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 00:44:57.671859 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Checking agent: {'id': '8240d523-ece1-4462-a7ef-cb6f31ce4144', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'started_at': datetime.datetime(2021, 5, 6, 0, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 0, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 00:44:57.672187 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Checking segment: {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 00:44:57.672596 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Bound using segment: {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'} {{(pid=73854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 00:44:57.673014 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.managers [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Bound port: 2c06000c-6346-406b-83b7-5f5f702e820d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee'}}] {{(pid=73854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 00:44:57.673350 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:57.762913 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] For port 2c06000c-6346-406b-83b7-5f5f702e820d, host hv-cinder-78462, cleared binding levels {{(pid=73854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 00:44:57.766030 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] For port 2c06000c-6346-406b-83b7-5f5f702e820d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2c06000c-6346-406b-83b7-5f5f702e820d,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 00:44:57.775545 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071891340'] for port, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:57.782163 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b5311d85-0844-4b2a-8573-48d0fa64f0e8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:57.832592 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:57.833251 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:57.834561 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c06000c-6346-406b-83b7-5f5f702e820d HTTP/1.1" status: 200 len: 1093 time: 0.9046278 May 06 00:44:57.835007 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'tag': '2c06000c-6346-406b-83b7-5f5f702e820d'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:44:57.861331 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Pushing event updated for resources: {'Port': ['ID=2c06000c-6346-406b-83b7-5f5f702e820d,revision_number=3']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:57.864344 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-456dbfce-19b3-4311-9bec-c1f46f17db51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:44:57.914398 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'tag': '2c06000c-6346-406b-83b7-5f5f702e820d', 'status': 'completed', 'code': 200} May 06 00:44:57.957040 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-1d5d686e-b67f-405e-89ae-e0ae80e060d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:57.958526 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-1d5d686e-b67f-405e-89ae-e0ae80e060d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 1096 time: 0.0757833 May 06 00:44:58.033207 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-3f4adcaa-eca8-4d34-a38e-2cf11c0b12bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c06000c-6346-406b-83b7-5f5f702e820d HTTP/1.1" status: 200 len: 217 time: 0.0666275 May 06 00:44:58.102913 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-148d46f9-c817-48ea-b325-885be89b5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:58.104274 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-148d46f9-c817-48ea-b325-885be89b5515 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0651383 May 06 00:44:58.185830 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-f9b88736-67e6-43e2-aff2-74d632d24786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:58.187249 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-f9b88736-67e6-43e2-aff2-74d632d24786 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765550 May 06 00:44:58.326041 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-701f6627-493f-43ab-97c9-ed1d270e1c4e service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320374 May 06 00:44:58.464301 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-ce0342fb-d02c-40d7-b570-c2c227454ad9 req-5fe2e5bd-f050-4ccf-bc91-2e257c508313 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314337 May 06 00:44:58.523592 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed2767-7e9b-4e7a-be64-4eef83c30943 req-5dd1343c-ab99-4636-ab9f-ade92e8491cd tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:58.525207 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-73ed2767-7e9b-4e7a-be64-4eef83c30943 req-5dd1343c-ab99-4636-ab9f-ade92e8491cd tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 943 time: 0.0886049 May 06 00:44:58.572794 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-73ed2767-7e9b-4e7a-be64-4eef83c30943 req-f46fd10c-3fac-4301-93d0-9c1959acaa69 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=21b9fa36-716c-45a7-bcf4-dca3fd044c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 May 06 00:44:58.585983 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-5978f764-d12a-4c4a-93d2-56ae09cdc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:58.587564 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-5978f764-d12a-4c4a-93d2-56ae09cdc11d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 1096 time: 0.0766094 May 06 00:44:58.820452 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-f70e897c-8fe1-4313-b789-efc7b02e3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:58.821948 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-f70e897c-8fe1-4313-b789-efc7b02e3b07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 910 time: 0.2280543 May 06 00:44:58.890794 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-9eed94c4-7a88-4091-b4db-693f1e8032ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c06000c-6346-406b-83b7-5f5f702e820d HTTP/1.1" status: 200 len: 217 time: 0.0618248 May 06 00:44:58.957391 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-f8c57779-42d1-48d1-82fe-7b4d370343d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:58.958830 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-f8c57779-42d1-48d1-82fe-7b4d370343d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0618327 May 06 00:44:59.034727 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-cbac9409-c21e-43eb-82ff-0ac52f5e635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:59.036163 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-cbac9409-c21e-43eb-82ff-0ac52f5e635e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705621 May 06 00:44:59.173601 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-46c01bc3-6a58-454b-84eb-1d44d2c93a3d service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296225 May 06 00:44:59.306299 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-f1ddd4c5-2b96-4ba2-84f8-1f7832d7b939 req-11676bff-798c-4257-9987-29230431c1b9 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250112 May 06 00:44:59.489698 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b0b44246-b456-465a-a168-84f282c5af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:59.629667 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 2c06000c-6346-406b-83b7-5f5f702e820d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=73855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 00:44:59.764256 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 2c06000c-6346-406b-83b7-5f5f702e820d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2c06000c-6346-406b-83b7-5f5f702e820d,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:44:59.767051 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba84752-dd36-46e1-846a-d33c795313e5 req-374b0c86-1109-4d74-a542-62a98b8124d2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:44:59.768534 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7ba84752-dd36-46e1-846a-d33c795313e5 req-374b0c86-1109-4d74-a542-62a98b8124d2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 943 time: 0.0816884 May 06 00:44:59.777539 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Returning: {'device': '2c06000c-6346-406b-83b7-5f5f702e820d', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'port_id': '2c06000c-6346-406b-83b7-5f5f702e820d', 'mac_address': 'fa:16:3e:69:ad:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 00:44:59.816773 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-7ba84752-dd36-46e1-846a-d33c795313e5 req-f1ae46e1-2161-4402-8c8e-9148d8aae87c tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=21b9fa36-716c-45a7-bcf4-dca3fd044c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 May 06 00:44:59.833412 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:59.852951 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c06000c-6346-406b-83b7-5f5f702e820d {{(pid=73855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 00:44:59.868307 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 2c06000c-6346-406b-83b7-5f5f702e820d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2c06000c-6346-406b-83b7-5f5f702e820d,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:44:59.873737 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:44:59.875517 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-3486a6a4-9b9e-4ded-b5b6-ed49da9109cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:44:59.945495 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=2c06000c-6346-406b-83b7-5f5f702e820d,revision_number=4']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:44:59.957577 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.958072 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.958576 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.959066 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.959541 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.960029 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.960547 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.961028 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.961502 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.961981 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.962457 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.962917 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:44:59.968356 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:45:00.079265 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] get_ports_and_sgs() called for port_ids ['2c06000c-6346-406b-83b7-5f5f702e820d'] {{(pid=73855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 00:45:01.027457 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60638f8e-bb4c-4e33-8c61-7482fbe9fe34 req-bf737dcd-81b8-4904-b4e2-ad1bcff1b02a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:01.028854 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-60638f8e-bb4c-4e33-8c61-7482fbe9fe34 req-bf737dcd-81b8-4904-b4e2-ad1bcff1b02a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 944 time: 0.0927284 May 06 00:45:01.075434 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-60638f8e-bb4c-4e33-8c61-7482fbe9fe34 req-00183714-d221-42b9-9bcf-d1c6e2334029 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=21b9fa36-716c-45a7-bcf4-dca3fd044c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406418 May 06 00:45:01.639625 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 2c06000c-6346-406b-83b7-5f5f702e820d up at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 00:45:01.716009 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning for port 2c06000c-6346-406b-83b7-5f5f702e820d completed by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 00:45:01.720536 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.provisioning_blocks [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Provisioning complete for port 2c06000c-6346-406b-83b7-5f5f702e820d triggered by entity L2. {{(pid=73855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 00:45:01.720915 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403078'] for port, provisioning_complete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:01.837410 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1465937'] for port, before_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:01.864367 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c06000c-6346-406b-83b7-5f5f702e820d'}] {{(pid=73855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:45:01.874916 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] For port 2c06000c-6346-406b-83b7-5f5f702e820d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2c06000c-6346-406b-83b7-5f5f702e820d,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:45:01.880728 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766565603175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766565168168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766565168213'] for port, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:01.882560 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-20c99490-0477-495d-bac3-1214f3f2246b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:45:01.912093 dv-cinder-784623-8-smb neutron-server[73855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c06000c-6346-406b-83b7-5f5f702e820d', 'code': 200} May 06 00:45:01.952813 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Pushing event updated for resources: {'Port': ['ID=2c06000c-6346-406b-83b7-5f5f702e820d,revision_number=5']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:45:01.955931 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:45:01.986353 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:02.146594 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8477bbc-677a-4eb1-a9b1-23979ec39527 req-9295a279-c929-429d-96d4-23085eb11945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:02.148054 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-d8477bbc-677a-4eb1-a9b1-23979ec39527 req-9295a279-c929-429d-96d4-23085eb11945 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 1098 time: 0.0702128 May 06 00:45:02.192558 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-d8477bbc-677a-4eb1-a9b1-23979ec39527 req-0f389e02-275b-4fa1-906a-5fa4394fadea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21b9fa36-716c-45a7-bcf4-dca3fd044c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378668 May 06 00:45:02.246797 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-d04d831d-121b-42f7-bb72-da69a266e576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:02.336664 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aac1cf-1f45-4b76-beff-2880ef5d2c8c req-b499c1ac-8a34-4259-9f56-667976c890e9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:02.338134 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b4aac1cf-1f45-4b76-beff-2880ef5d2c8c req-b499c1ac-8a34-4259-9f56-667976c890e9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 945 time: 0.1544895 May 06 00:45:02.382547 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-b4aac1cf-1f45-4b76-beff-2880ef5d2c8c req-94d9be4d-11a6-46ed-a1b3-a9b0eabd6587 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=21b9fa36-716c-45a7-bcf4-dca3fd044c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385435 May 06 00:45:03.342429 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:03.644836 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b445-4eae-4302-a5cf-4fb5d8d1dae3 req-9fefdfa4-a7a6-4eec-9dfb-aac6c80e811b tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:03.646265 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d040b445-4eae-4302-a5cf-4fb5d8d1dae3 req-9fefdfa4-a7a6-4eec-9dfb-aac6c80e811b tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 945 time: 0.1448159 May 06 00:45:03.694803 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-d040b445-4eae-4302-a5cf-4fb5d8d1dae3 req-b8f50476-60dd-4f6a-80b9-dc66182fd6a9 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=21b9fa36-716c-45a7-bcf4-dca3fd044c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 May 06 00:45:03.883149 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb309ef-e006-43ae-829f-3069b572b4ef req-0a465780-2dbf-4f0a-ac3c-c77272159a29 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:03.884645 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-5fb309ef-e006-43ae-829f-3069b572b4ef req-0a465780-2dbf-4f0a-ac3c-c77272159a29 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 945 time: 0.0893953 May 06 00:45:03.893275 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 45972) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:45:03.898412 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.v2.base [None req-7e8e39d9-d341-46fa-b147-fb5872adc9d6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Request body: {'floatingip': {'port_id': '2c06000c-6346-406b-83b7-5f5f702e820d'}} {{(pid=73853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 00:45:03.975389 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7e8e39d9-d341-46fa-b147-fb5872adc9d6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, before_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:04.647815 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7e8e39d9-d341-46fa-b147-fb5872adc9d6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:04.655757 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7e8e39d9-d341-46fa-b147-fb5872adc9d6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:04.833505 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.db.l3_db [None req-7e8e39d9-d341-46fa-b147-fb5872adc9d6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Floating IP 2ffa2953-8dc3-4e1d-83eb-188849506c93 associated. External IP: 172.28.3.79, port: 2c06000c-6346-406b-83b7-5f5f702e820d. May 06 00:45:05.003861 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:05.184750 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e39d9-d341-46fa-b147-fb5872adc9d6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Router 3e42dd72-58d0-403f-b16c-cb06385f9dfa has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:45:05.370455 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e39d9-d341-46fa-b147-fb5872adc9d6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:45:05.375467 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7e8e39d9-d341-46fa-b147-fb5872adc9d6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:05.380053 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] Sync routers for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:45:05.390897 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:45:05.391515 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:45:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:45:05.431717 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-7e8e39d9-d341-46fa-b147-fb5872adc9d6 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "PUT /v2.0/floatingips/2ffa2953-8dc3-4e1d-83eb-188849506c93 HTTP/1.1" status: 200 len: 990 time: 1.5372984 May 06 00:45:05.432426 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'tag': '2c06000c-6346-406b-83b7-5f5f702e820d'}] {{(pid=73853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:45:05.485095 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'tag': '2c06000c-6346-406b-83b7-5f5f702e820d', 'status': 'completed', 'code': 200} May 06 00:45:05.567469 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:45:05.577486 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-753b67b4-fdf9-4d7a-85a6-7d664540fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:05.578975 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-753b67b4-fdf9-4d7a-85a6-7d664540fb59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 1098 time: 0.0715485 May 06 00:45:05.708488 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-856ffb69-769e-42da-b370-a023bd41b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:05.709867 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-856ffb69-769e-42da-b370-a023bd41b9f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 910 time: 0.1245809 May 06 00:45:05.810746 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-a0cee00d-6a12-4021-81c5-35290dc237c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c06000c-6346-406b-83b7-5f5f702e820d HTTP/1.1" status: 200 len: 998 time: 0.0946829 May 06 00:45:05.872315 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-06842334-7384-4220-a59a-df540059912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:05.873789 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-06842334-7384-4220-a59a-df540059912d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0568905 May 06 00:45:05.905764 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '2ffa2953-8dc3-4e1d-83eb-188849506c93', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'port_id': '2c06000c-6346-406b-83b7-5f5f702e820d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'mac_address': 'fa:16:3e:69:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:44:52Z', 'updated_at': '2021-05-06T00:45:04Z', 'revision_number': 1, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:45:05.909820 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] Checking router: 3e42dd72-58d0-403f-b16c-cb06385f9dfa for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:45:05.918342 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:45:05.918938 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:45:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:45:05.956150 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-37edc02c-1f76-4d47-9fb6-c793b3734fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:05.958258 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-37edc02c-1f76-4d47-9fb6-c793b3734fe6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781105 May 06 00:45:06.100656 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-7f7cb95f-1fba-49e5-86bc-e09dc7ec24c2 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350970 May 06 00:45:06.116628 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:45:06.227133 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-9b03b411-f751-4daf-8806-4e7576b38c29 req-be0c841f-4c4c-4150-a88a-d7cbfb93d382 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205304 May 06 00:45:06.490587 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '2ffa2953-8dc3-4e1d-83eb-188849506c93', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'port_id': '2c06000c-6346-406b-83b7-5f5f702e820d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'mac_address': 'fa:16:3e:69:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:44:52Z', 'updated_at': '2021-05-06T00:45:04Z', 'revision_number': 1, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:45:06.495054 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324eb1fa-536d-419b-9ee3-f45a88ca5644 None None] The sync data for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb is: [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_floatingips': [{'id': '2ffa2953-8dc3-4e1d-83eb-188849506c93', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'router_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'port_id': '2c06000c-6346-406b-83b7-5f5f702e820d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'mac_address': 'fa:16:3e:69:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T00:44:52Z', 'updated_at': '2021-05-06T00:45:04Z', 'revision_number': 1, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:45:06.673042 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e1ec2-5fd0-4856-9578-1b2a70fe0220 None None] New status for floating IP 2ffa2953-8dc3-4e1d-83eb-188849506c93: ACTIVE {{(pid=73855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:45:21.795024 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:45:24.420923 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:29.491292 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-504fbf28-52c7-4e0f-ad28-c1c06e4637c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:30.732367 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-38a3fd4f-5b08-4dc5-b110-cedbd9ee3e6d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1209419 May 06 00:45:30.887403 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-c33f151e-6c8b-4e4a-8c85-7e86cd6ac622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:30.888880 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-c33f151e-6c8b-4e4a-8c85-7e86cd6ac622 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c37f514079a14b65811ca2f5c6eba5db&device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 1098 time: 0.0789356 May 06 00:45:31.143738 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-b8e19052-8706-48d0-80f5-df1cbf1265b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:31.145203 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-b8e19052-8706-48d0-80f5-df1cbf1265b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 200 len: 910 time: 0.2334285 May 06 00:45:31.256263 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-617e414d-ee7e-41af-b7e6-9989142039f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c06000c-6346-406b-83b7-5f5f702e820d HTTP/1.1" status: 200 len: 1000 time: 0.1029727 May 06 00:45:31.321124 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-b52c012a-abc1-457d-b840-695730a54206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:31.322552 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-b52c012a-abc1-457d-b840-695730a54206 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 200 len: 849 time: 0.0579426 May 06 00:45:31.399687 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-85af511f-9e58-46c8-ace9-a4048877dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:31.401139 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-85af511f-9e58-46c8-ace9-a4048877dc18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=538adcc9-0e31-4654-b0b4-a30dfb3322ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716374 May 06 00:45:31.415363 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-d6ba2701-d1ab-40e9-9e6d-0482b5d86217 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 00:45:31.416212 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-d6ba2701-d1ab-40e9-9e6d-0482b5d86217 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049298 May 06 00:45:31.544588 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-e5b30905-b939-4d9f-b623-7f7150b9b49b service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220851 May 06 00:45:31.680602 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-b2e0eb0c-34d5-4eaa-b7f1-e3b26a0d76e1 req-277f1ecb-b547-47c3-9561-1d1b276eb249 service neutron] 10.222.0.26 "GET /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279275 May 06 00:45:31.995720 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:32.260129 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-f65bc80f-a36b-4425-b2d4-612d0e6406e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:33.343461 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:35.009459 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:54.420512 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:55.718717 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892ac30-ef03-48e0-8d86-bee4ca53f38e req-c5f53ea0-7599-4138-987b-b47355fd32f8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:55.720087 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c892ac30-ef03-48e0-8d86-bee4ca53f38e req-c5f53ea0-7599-4138-987b-b47355fd32f8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 945 time: 0.0897965 May 06 00:45:55.769620 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-c892ac30-ef03-48e0-8d86-bee4ca53f38e req-9804256c-840c-4784-9fdc-eda73de0ed48 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=21b9fa36-716c-45a7-bcf4-dca3fd044c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411851 May 06 00:45:56.968107 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c27f78-e2be-49b2-a376-f8de5cbdd9a4 req-b753ce66-60ee-4588-839f-1beb5f5c5479 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:56.969590 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-85c27f78-e2be-49b2-a376-f8de5cbdd9a4 req-b753ce66-60ee-4588-839f-1beb5f5c5479 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 945 time: 0.0802696 May 06 00:45:57.013930 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-85c27f78-e2be-49b2-a376-f8de5cbdd9a4 req-390628fa-a38b-4cfc-9930-cd9e72bed758 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups?id=21b9fa36-716c-45a7-bcf4-dca3fd044c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385263 May 06 00:45:57.420460 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-54aabdc7-ebee-4922-9ff2-b5aed27c0e7b tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 00:45:57.421066 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-54aabdc7-ebee-4922-9ff2-b5aed27c0e7b tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Synchronizing usage tracker for tenant:c37f514079a14b65811ca2f5c6eba5db on resource:port {{(pid=73854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 00:45:57.440740 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-54aabdc7-ebee-4922-9ff2-b5aed27c0e7b tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Unset dirty status for tenant:c37f514079a14b65811ca2f5c6eba5db on resource:port {{(pid=73854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 00:45:57.443285 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-54aabdc7-ebee-4922-9ff2-b5aed27c0e7b tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.26 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 945 time: 0.1161177 May 06 00:45:57.583324 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Deleting port 2c06000c-6346-406b-83b7-5f5f702e820d {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:45:57.583629 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:57.713618 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] For port 2c06000c-6346-406b-83b7-5f5f702e820d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2c06000c-6346-406b-83b7-5f5f702e820d,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:45:57.713863 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:57.996045 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:57.996269 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395893'] for floatingip, after_update {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:57.996612 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.db.l3_db [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Floating IP 2ffa2953-8dc3-4e1d-83eb-188849506c93 disassociated. External IP: 172.28.3.79, port: 2c06000c-6346-406b-83b7-5f5f702e820d. May 06 00:45:57.996942 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Calling delete_port for 2c06000c-6346-406b-83b7-5f5f702e820d owned by compute:nova {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:45:58.117076 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:58.123154 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-849b93b6-401a-447b-b100-d0de881314fa tempest-AttachVolumeNegativeTest-1067989067 tempest-AttachVolumeNegativeTest-1067989067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:45:58.164851 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-a4b0dcaa-9d61-48ca-94c3-30d66e1f4ed3 req-635674de-c9bb-424c-9e72-cbfa6ff75740 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 210 time: 0.0418594 May 06 00:45:58.167100 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event deleted for resources: {'Port': ['ID=2c06000c-6346-406b-83b7-5f5f702e820d,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:45:58.177772 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.178176 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.178550 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.179283 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.179619 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.179971 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.180337 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.180677 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.181027 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.181370 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.181712 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.182065 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:45:58.185566 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:45:58.459765 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Router 3e42dd72-58d0-403f-b16c-cb06385f9dfa has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:45:58.637775 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:45:58.647563 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] Sync routers for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:45:58.657270 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:45:58.657943 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:45:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:45:58.710751 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] No DVR routers for this DVR port 2c06000c-6346-406b-83b7-5f5f702e820d on host hv-cinder-78462 {{(pid=73854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:45:58.713580 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for port, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:58.716086 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'name': 'network-vif-deleted', 'tag': '2c06000c-6346-406b-83b7-5f5f702e820d'}] {{(pid=73854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 00:45:58.732153 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [req-5862a805-e3a4-4e6b-8630-c87bc28c25b0 req-af117484-aef7-40b7-ba32-b19e08cceedf tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.26 "DELETE /v2.0/ports/2c06000c-6346-406b-83b7-5f5f702e820d HTTP/1.1" status: 204 len: 173 time: 1.2810812 May 06 00:45:58.763109 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e5b0fa-621a-4e9b-8969-417bdadaea4d', 'name': 'network-vif-deleted', 'tag': '2c06000c-6346-406b-83b7-5f5f702e820d', 'status': 'completed', 'code': 200} May 06 00:45:58.805538 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:45:58.841381 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:45:59.151621 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:45:59.155617 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] Checking router: 3e42dd72-58d0-403f-b16c-cb06385f9dfa for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:45:59.165473 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:45:59.166028 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:45:32Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:45:59.347789 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:45:59.463352 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [req-2c8380d8-45db-4d5b-baba-a25bba722f68 req-ef76284c-17f2-410a-b2a7-8b01e3c231d8 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e5b0fa-621a-4e9b-8969-417bdadaea4d HTTP/1.1" status: 200 len: 210 time: 0.1732132 May 06 00:45:59.485342 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a4aba13b-213f-4d7b-aa42-b013f9b476b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:45:59.694062 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:45:59.698035 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874acf3-a99b-43ce-a5f0-45797e34ee23 None None] The sync data for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb is: [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:10Z', 'revision_number': 4, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb', '_interfaces': [{'id': '3f4b3a1c-c603-4e14-81c5-15a40238e0b1', 'name': '', 'network_id': '538adcc9-0e31-4654-b0b4-a30dfb3322ee', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'mac_address': 'fa:16:3e:a2:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:10Z', 'updated_at': '2021-05-06T00:42:16Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'subnets': [{'id': '6a47358b-cae0-409b-b4ff-46bf0a767419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:45:59.896518 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe76d4-a407-4511-bf34-219a88bce5ca None None] New status for floating IP 2ffa2953-8dc3-4e1d-83eb-188849506c93: DOWN {{(pid=73855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 00:45:59.949030 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 2c06000c-6346-406b-83b7-5f5f702e820d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:45:59.998131 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] No Port match for: 2c06000c-6346-406b-83b7-5f5f702e820d {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:45:59.998368 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Device 2c06000c-6346-406b-83b7-5f5f702e820d not bound to the agent host hv-cinder-78462 {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:46:00.600865 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46160) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:00.666615 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:00.694782 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:00.751112 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:00.754833 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d92401eb-11fd-40cd-80ca-a1e699d238b7 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:00.772093 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b9fa36-716c-45a7-bcf4-dca3fd044c79,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:00.781385 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.781764 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.782125 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.782491 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.782922 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.783274 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.783642 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.783997 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.784365 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.784716 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.785059 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.785419 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:00.790305 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:00.793571 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:00.794663 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "DELETE /v2.0/security-groups/21b9fa36-716c-45a7-bcf4-dca3fd044c79 HTTP/1.1" status: 204 len: 168 time: 0.1925721 May 06 00:46:00.797528 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46164) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:00.815154 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.api.v2.resource [None req-9578684f-2e08-49d9-bc29-432e1945225b tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] show failed (client error): The resource could not be found. May 06 00:46:00.818853 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-9578684f-2e08-49d9-bc29-432e1945225b tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "GET /v2.0/security-groups/21b9fa36-716c-45a7-bcf4-dca3fd044c79 HTTP/1.1" status: 404 len: 347 time: 0.0175800 May 06 00:46:00.819582 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46168) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:01.040654 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Deleting port 2a1c4a7b-4892-49a7-a919-66053fcafa9a {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:46:01.041004 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:01.160773 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:01.161096 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:01.293135 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Calling delete_port for 2a1c4a7b-4892-49a7-a919-66053fcafa9a owned by network:floatingip {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:46:01.432297 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:01.437679 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-6b308289-594b-44da-a814-1a853f7d61b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:01.493703 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Pushing event deleted for resources: {'Port': ['ID=2a1c4a7b-4892-49a7-a919-66053fcafa9a,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:01.497162 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:01.594216 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks [] for floatingip, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:01.610432 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210770'] for floatingip, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:01.611587 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-adfbb582-a137-4bd0-8cfa-89895dd1253a tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] 10.222.0.32 "DELETE /v2.0/floatingips/2ffa2953-8dc3-4e1d-83eb-188849506c93 HTTP/1.1" status: 204 len: 168 time: 0.7912104 May 06 00:46:01.991867 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:02.259722 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a829276a-223f-4232-b3f4-eff7683fef9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:03.342414 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:05.013471 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:05.678647 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46198) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:06.226720 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399436'] for router_interface, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:06.750139 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Deleting port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:46:06.750899 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:06.870439 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] For port 3f4b3a1c-c603-4e14-81c5-15a40238e0b1, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=3f4b3a1c-c603-4e14-81c5-15a40238e0b1,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:46:06.870689 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:06.989691 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Calling delete_port for 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 owned by network:router_interface {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:46:07.132348 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:07.135861 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ab143e3c-a169-47c0-adbf-6f074f44b271 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:07.178101 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4b3a1c-c603-4e14-81c5-15a40238e0b1,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:07.181557 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:07.442984 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454140'] for router_interface, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:07.799768 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Router 3e42dd72-58d0-403f-b16c-cb06385f9dfa has already been hosted by L3 agent adf282c2-518a-48a4-bdac-497d6a76f966 {{(pid=73854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 00:46:07.971934 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] Notify agent at l3_agent.dv-cinder-784623-8-smb the message routers_updated {{(pid=73854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 00:46:07.980932 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] Sync routers for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 00:46:07.984439 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-0d0efeaa-84b0-4d28-a7ff-d669e2a3242c admin admin] 10.222.0.32 "PUT /v2.0/routers/3e42dd72-58d0-403f-b16c-cb06385f9dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3041353 May 06 00:46:07.987035 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46202) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:07.991867 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:46:07.992515 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:46:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:46:08.170634 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: dv-cinder-784623-8-smb {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:46:08.269244 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Notify callbacks [] for router, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:08.442784 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:08.444957 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'external_fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:46:07Z', 'revision_number': 5, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port': {'id': '49772957-ec8c-4040-b7bb-c1b517903b78', 'name': '', 'network_id': 'd35728a9-d9a3-4297-acfc-cedfe30fc42c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:01:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c9fa47-3a52-449b-9afc-4e2797e3fdeb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-8-smb'}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:46:08.448985 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] Checking router: 3e42dd72-58d0-403f-b16c-cb06385f9dfa for host: dv-cinder-784623-8-smb {{(pid=73856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 00:46:08.457368 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] Routers {'3e42dd72-58d0-403f-b16c-cb06385f9dfa'} bound to L3 agent in host dv-cinder-784623-8-smb {{(pid=73856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 00:46:08.457994 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T00:27:32Z,description=,heartbeat_timestamp=2021-05-06T00:46:02Z,host='dv-cinder-784623-8-smb',id=adf282c2-518a-48a4-bdac-497d6a76f966,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T00:27:32Z,topic='l3_agent')) {'router_ids': ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'], 'active': True} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:46:08.513534 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Deleting port 49772957-ec8c-4040-b7bb-c1b517903b78 {{(pid=73854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:46:08.513870 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:08.609349 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_dvr_db [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] Set router 3e42dd72-58d0-403f-b16c-cb06385f9dfa gateway port host: None {{(pid=73856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 00:46:08.634952 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.db [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] For port 49772957-ec8c-4040-b7bb-c1b517903b78, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=49772957-ec8c-4040-b7bb-c1b517903b78,segment=NetworkSegment(925d690f-9cb2-4dfb-bc66-e00b230cae8c),segment_id=925d690f-9cb2-4dfb-bc66-e00b230cae8c)] {{(pid=73854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:46:08.635283 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:08.712011 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.l3_hamode_db [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:46:08Z', 'revision_number': 6, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port_host': None}], 'dv-cinder-784623-8-smb', False) {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:46:08.716121 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe41e6af-0b58-452f-a307-cb3c678be571 None None] The sync data for ids ['3e42dd72-58d0-403f-b16c-cb06385f9dfa'] in dv-cinder-784623-8-smb is: [{'id': '3e42dd72-58d0-403f-b16c-cb06385f9dfa', 'name': 'tempest-AttachVolumeTestJSON-949603750-router', 'tenant_id': 'c37f514079a14b65811ca2f5c6eba5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T00:42:07Z', 'updated_at': '2021-05-06T00:46:08Z', 'revision_number': 6, 'project_id': 'c37f514079a14b65811ca2f5c6eba5db', 'gw_port_host': None}] {{(pid=73856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 00:46:08.762032 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.plugins.ml2.plugin [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Calling delete_port for 49772957-ec8c-4040-b7bb-c1b517903b78 owned by network:router_gateway {{(pid=73854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:46:08.909825 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071891349'] for port, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:08.915548 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-668c0126-9dbd-45f5-a58c-5fe537176ca2 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:08.965315 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=49772957-ec8c-4040-b7bb-c1b517903b78,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:08.968764 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:09.056505 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395880'] for router_gateway, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.231263 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12970'] for router, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.233520 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.258959 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452474'] for router, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.259475 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e42dd72-58d0-403f-b16c-cb06385f9dfa {{(pid=73854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 00:46:09.273048 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.274199 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-baef7796-db19-4ed7-8e34-4ade899f0ce7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3e42dd72-58d0-403f-b16c-cb06385f9dfa HTTP/1.1" status: 204 len: 168 time: 1.2862754 May 06 00:46:09.277215 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46206) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:09.344744 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b15b189-1b74-40d6-b62e-c9cd2aba1e2c admin admin] Deleting subnet 6a47358b-cae0-409b-b4ff-46bf0a767419 {{(pid=73853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 00:46:09.349845 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7b15b189-1b74-40d6-b62e-c9cd2aba1e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.402004 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7b15b189-1b74-40d6-b62e-c9cd2aba1e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1073704503'] for subnet, precommit_delete_associations {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.484217 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7b15b189-1b74-40d6-b62e-c9cd2aba1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408692'] for subnet, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.735282 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7b15b189-1b74-40d6-b62e-c9cd2aba1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-873178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071546238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1072420825'] for subnet, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.749056 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:09.781820 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-7b15b189-1b74-40d6-b62e-c9cd2aba1e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.786109 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83aa35-637a-4a69-9664-7fd887ea7130 None None] Network 538adcc9-0e31-4654-b0b4-a30dfb3322ee requested from dv-cinder-784623-8-smb {{(pid=73855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 00:46:09.790057 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15b189-1b74-40d6-b62e-c9cd2aba1e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a47358b-cae0-409b-b4ff-46bf0a767419,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:09.795170 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-7b15b189-1b74-40d6-b62e-c9cd2aba1e2c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6a47358b-cae0-409b-b4ff-46bf0a767419 HTTP/1.1" status: 204 len: 168 time: 0.5145016 May 06 00:46:09.795170 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-7b15b189-1b74-40d6-b62e-c9cd2aba1e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:09.796093 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46210) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:09.900714 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562036'] for network, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:09.974398 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Deleting port 547575dc-aa53-44e3-9793-a9b4247988b8 {{(pid=73853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:46:09.974735 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.039696 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] DHCP port deletion for 538adcc9-0e31-4654-b0b4-a30dfb3322ee request from dv-cinder-784623-8-smb {{(pid=73855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 00:46:10.109466 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Deleting port 547575dc-aa53-44e3-9793-a9b4247988b8 {{(pid=73855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 00:46:10.109865 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766565598877'] for port, before_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.177110 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.db [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] For port 547575dc-aa53-44e3-9793-a9b4247988b8, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=547575dc-aa53-44e3-9793-a9b4247988b8,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:46:10.177422 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.207856 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.db [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] For port 547575dc-aa53-44e3-9793-a9b4247988b8, host dv-cinder-784623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-8-smb',level=0,port_id=547575dc-aa53-44e3-9793-a9b4247988b8,segment=NetworkSegment(d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16),segment_id=d0a51ab9-7d3c-4af5-85bd-2b2e055ddc16)] {{(pid=73855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 00:46:10.208238 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400054'] for port, precommit_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.299753 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.plugin [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Calling delete_port for 547575dc-aa53-44e3-9793-a9b4247988b8 owned by network:dhcp {{(pid=73853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:46:10.328978 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Calling delete_port for 547575dc-aa53-44e3-9793-a9b4247988b8 owned by network:dhcp {{(pid=73855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 00:46:10.347961 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071546157'] for port, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.352908 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-86e9f6eb-2fac-46ff-90f4-a6e59d330066 tempest-VolumesActionsTest-2126144431 tempest-VolumesActionsTest-2126144431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:10.371988 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766565603184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766565168159'] for port, after_delete {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.375523 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-0a5d4272-4548-463c-a0a6-32ef852943aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:10.397728 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=547575dc-aa53-44e3-9793-a9b4247988b8,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:10.400536 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:10.403060 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] No DVR routers for this DVR port 547575dc-aa53-44e3-9793-a9b4247988b8 on host dv-cinder-784623-8-smb {{(pid=73853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:46:10.420114 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Pushing event deleted for resources: {'Port': ['ID=547575dc-aa53-44e3-9793-a9b4247988b8,revision_number=None']} {{(pid=73855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:10.424803 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] No DVR routers for this DVR port 547575dc-aa53-44e3-9793-a9b4247988b8 on host dv-cinder-784623-8-smb {{(pid=73855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 00:46:10.430967 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.431862 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.431862 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.432099 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.432200 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.432721 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.433285 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.433285 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.433550 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.434045 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.434143 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.434457 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-8-smb {{(pid=73855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 00:46:10.437484 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG oslo_concurrency.lockutils [None req-ef21cbc1-aaf3-4dc5-a8c4-c2f78bb252cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:10.527705 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401167', 'neutron.services.segments.db._delete_segments_for_network-8766565609373'] for network, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.540658 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538adcc9-0e31-4654-b0b4-a30dfb3322ee']}} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:46:10.553224 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16') {'for_net_delete': True} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:46:10.553453 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.services.segments.db [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a51ab9-7d3c-4af5-85bd-2b2e055ddc16') {} {{(pid=73853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 00:46:10.566373 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766565621863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1073704488'] for segment, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.583178 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406094'] for segment, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.590197 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=73853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 00:46:10.590608 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1406087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071546136'] for segment, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.601624 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 547575dc-aa53-44e3-9793-a9b4247988b8 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: Traceback (most recent call last): May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: timer() May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: cb(*args, **kw) May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: return func(*args, **kwargs) May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: self._notify() May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: self.callback(batched_events) May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: event.method(event) May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: aggregate_uuid = self.p_client.list_aggregates( May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: return f(self, *a, **k) May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: return self._get(url).json() May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: return self.request(url, 'GET', **kwargs) May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: base_url = self.get_endpoint(auth, allow=allow, May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 00:46:10.603686 dv-cinder-784623-8-smb neutron-server[73853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 00:46:10.635951 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 547575dc-aa53-44e3-9793-a9b4247988b8 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:46:10.636364 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 547575dc-aa53-44e3-9793-a9b4247988b8 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:46:10.636784 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:46:10.669793 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:46:10.670149 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 3f4b3a1c-c603-4e14-81c5-15a40238e0b1 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:46:10.670559 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 49772957-ec8c-4040-b7bb-c1b517903b78 no longer exists at agent ovs-agent-dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 00:46:10.680697 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395898'] for network, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.685105 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-615cc187-4814-4e89-bba8-a8f1e939e38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:10.698236 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532390'] for network, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.706728 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=538adcc9-0e31-4654-b0b4-a30dfb3322ee,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:10.707483 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] No Port match for: 49772957-ec8c-4040-b7bb-c1b517903b78 {{(pid=73855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 00:46:10.708493 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron.plugins.ml2.rpc [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Device 49772957-ec8c-4040-b7bb-c1b517903b78 not bound to the agent host dv-cinder-784623-8-smb {{(pid=73855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 00:46:10.710906 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:10.722883 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-6e92c8fe-fd9c-4d4e-b176-5169caa834d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/538adcc9-0e31-4654-b0b4-a30dfb3322ee HTTP/1.1" status: 204 len: 168 time: 0.9266455 May 06 00:46:10.837851 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46216) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:10.890938 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-ff5c142e-48fe-452a-9c3f-38191a661908 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c37f514079a14b65811ca2f5c6eba5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517864 May 06 00:46:10.894412 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46220) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:10.952973 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a5daab33-a196-488d-8692-c7a92a9c6d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:10.978990 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a5daab33-a196-488d-8692-c7a92a9c6d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:11.034746 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a5daab33-a196-488d-8692-c7a92a9c6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:11.038378 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-0879888e-15b4-4453-b8f9-31dc87857e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:11.051947 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daab33-a196-488d-8692-c7a92a9c6d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559b3db5-cba0-4954-b5bb-039a5fe1ddf3,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:11.054811 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-a5daab33-a196-488d-8692-c7a92a9c6d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:11.060934 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-a5daab33-a196-488d-8692-c7a92a9c6d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:11.062043 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-a5daab33-a196-488d-8692-c7a92a9c6d75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/559b3db5-cba0-4954-b5bb-039a5fe1ddf3 HTTP/1.1" status: 204 len: 168 time: 0.1667044 May 06 00:46:18.117972 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46318) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:18.236429 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:18.251348 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:46:18.255563 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] Usage tracker for resource:security_group_rule and tenant:4e405574f2db4999a863b17dfe8b7dfb is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:46:18.258585 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:46:18.264981 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:46:18.348518 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:18.353433 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:18.359581 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e2bef498-6364-4f9b-b31a-90caa2589b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:18.495266 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844ba911-6eac-47fa-b317-f3b75a175071,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:18.498388 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:18.503599 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e405574f2db4999a863b17dfe8b7dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819938 May 06 00:46:18.504578 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46324) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:18.560696 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-83468e15-6c80-469b-9fde-acfdee8f0b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:18.586164 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-83468e15-6c80-469b-9fde-acfdee8f0b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:18.640583 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-83468e15-6c80-469b-9fde-acfdee8f0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:18.644170 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b38c03b4-ba16-4df1-bf1b-b56444098009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:18.655012 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83468e15-6c80-469b-9fde-acfdee8f0b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844ba911-6eac-47fa-b317-f3b75a175071,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:18.657303 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-83468e15-6c80-469b-9fde-acfdee8f0b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:18.662933 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-83468e15-6c80-469b-9fde-acfdee8f0b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:18.664033 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-83468e15-6c80-469b-9fde-acfdee8f0b69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/844ba911-6eac-47fa-b317-f3b75a175071 HTTP/1.1" status: 204 len: 168 time: 0.1593952 May 06 00:46:24.430562 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:29.495804 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-3fd72da5-ffc3-41b5-9305-039351542096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:31.987671 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:32.260288 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c1e987bb-0731-4f62-b95b-82bcc8bad688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:33.341073 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:35.012970 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:35.805378 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:46:37.819007 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46504) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:37.965081 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-bc29cb58-9dda-4a89-952a-9e0896cdd572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:37.981141 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-bc29cb58-9dda-4a89-952a-9e0896cdd572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:46:37.985472 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-bc29cb58-9dda-4a89-952a-9e0896cdd572 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7da5f9934648879805f8b6ead6b0c5 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:46:37.988724 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-bc29cb58-9dda-4a89-952a-9e0896cdd572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:46:37.995286 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-bc29cb58-9dda-4a89-952a-9e0896cdd572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:46:38.082184 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-bc29cb58-9dda-4a89-952a-9e0896cdd572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.087375 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-bc29cb58-9dda-4a89-952a-9e0896cdd572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.095617 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-60bc1539-64bf-4a51-b62e-b8b7cf6e5944 tempest-AttachVolumeTestJSON-669507618 tempest-AttachVolumeTestJSON-669507618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:38.133278 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-bc29cb58-9dda-4a89-952a-9e0896cdd572 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a7da5f9934648879805f8b6ead6b0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131809 May 06 00:46:38.134987 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29cb58-9dda-4a89-952a-9e0896cdd572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9576a251-6759-4041-9802-1a878b5981cf,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:38.136007 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46510) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:38.138132 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-bc29cb58-9dda-4a89-952a-9e0896cdd572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:38.202197 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1c37b764-37c0-4fe9-9bd4-0abdb43c7098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.227201 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1c37b764-37c0-4fe9-9bd4-0abdb43c7098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.285070 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1c37b764-37c0-4fe9-9bd4-0abdb43c7098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.288607 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-c358a172-031b-447f-9445-331587de5784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:38.299111 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37b764-37c0-4fe9-9bd4-0abdb43c7098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9576a251-6759-4041-9802-1a878b5981cf,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:38.301576 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1c37b764-37c0-4fe9-9bd4-0abdb43c7098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:38.307777 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1c37b764-37c0-4fe9-9bd4-0abdb43c7098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.309512 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-1c37b764-37c0-4fe9-9bd4-0abdb43c7098 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9576a251-6759-4041-9802-1a878b5981cf HTTP/1.1" status: 204 len: 168 time: 0.1722071 May 06 00:46:38.604010 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46518) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:38.624958 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef86b-5b0e-4ff6-93d4-d77e5914f1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.639454 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-ce5ef86b-5b0e-4ff6-93d4-d77e5914f1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:46:38.643556 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-ce5ef86b-5b0e-4ff6-93d4-d77e5914f1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:eab571851110472aa0786c320d3846a2 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:46:38.647198 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-ce5ef86b-5b0e-4ff6-93d4-d77e5914f1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:46:38.656404 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-ce5ef86b-5b0e-4ff6-93d4-d77e5914f1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:46:38.743754 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef86b-5b0e-4ff6-93d4-d77e5914f1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.750078 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef86b-5b0e-4ff6-93d4-d77e5914f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.756928 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-83468e15-6c80-469b-9fde-acfdee8f0b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:38.796910 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-ce5ef86b-5b0e-4ff6-93d4-d77e5914f1a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eab571851110472aa0786c320d3846a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913624 May 06 00:46:38.797899 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ef86b-5b0e-4ff6-93d4-d77e5914f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbde5c62-fa30-4737-907f-68e9b65e81a5,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:38.799805 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46522) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:38.801173 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-ce5ef86b-5b0e-4ff6-93d4-d77e5914f1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:38.866218 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-57005096-6ce6-4d19-b93c-cc8370e457ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.892125 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-57005096-6ce6-4d19-b93c-cc8370e457ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.954366 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-57005096-6ce6-4d19-b93c-cc8370e457ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.958618 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d96d3798-0d07-49fa-8f06-920e37ad4f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:38.970231 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57005096-6ce6-4d19-b93c-cc8370e457ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbde5c62-fa30-4737-907f-68e9b65e81a5,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:38.972889 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-57005096-6ce6-4d19-b93c-cc8370e457ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:38.980265 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-57005096-6ce6-4d19-b93c-cc8370e457ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:38.981397 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-57005096-6ce6-4d19-b93c-cc8370e457ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbde5c62-fa30-4737-907f-68e9b65e81a5 HTTP/1.1" status: 204 len: 168 time: 0.1803064 May 06 00:46:40.809068 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46568) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:40.941138 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1c3bff96-b1a7-4324-9c8c-ae86e85f58c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:40.956348 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-1c3bff96-b1a7-4324-9c8c-ae86e85f58c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:46:40.960811 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-1c3bff96-b1a7-4324-9c8c-ae86e85f58c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7f72f2bcd948c58460df40140fa2f0 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:46:40.963950 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-1c3bff96-b1a7-4324-9c8c-ae86e85f58c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:46:40.970387 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-1c3bff96-b1a7-4324-9c8c-ae86e85f58c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:46:41.050787 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1c3bff96-b1a7-4324-9c8c-ae86e85f58c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.057518 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-1c3bff96-b1a7-4324-9c8c-ae86e85f58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.064200 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-00148a03-a778-40dc-9586-078fcd624d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:41.103909 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-1c3bff96-b1a7-4324-9c8c-ae86e85f58c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff7f72f2bcd948c58460df40140fa2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937911 May 06 00:46:41.104808 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bff96-b1a7-4324-9c8c-ae86e85f58c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce99369-3925-4402-a897-e32f55d81f3d,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:41.106841 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46574) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:41.111609 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-1c3bff96-b1a7-4324-9c8c-ae86e85f58c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:41.169189 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-385ea815-81a8-43ab-bc28-fa2f8ee283a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.195404 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-385ea815-81a8-43ab-bc28-fa2f8ee283a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.257036 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-385ea815-81a8-43ab-bc28-fa2f8ee283a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.260725 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e06b31ed-043b-4256-abf4-6e69537d8c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:41.274503 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ea815-81a8-43ab-bc28-fa2f8ee283a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce99369-3925-4402-a897-e32f55d81f3d,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:41.276834 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-385ea815-81a8-43ab-bc28-fa2f8ee283a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:41.281472 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-385ea815-81a8-43ab-bc28-fa2f8ee283a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.283457 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-385ea815-81a8-43ab-bc28-fa2f8ee283a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ce99369-3925-4402-a897-e32f55d81f3d HTTP/1.1" status: 204 len: 168 time: 0.1754804 May 06 00:46:41.577397 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46582) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:41.596009 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-fcd56b08-e6c5-4b4e-b08c-01e7d537b484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.609956 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-fcd56b08-e6c5-4b4e-b08c-01e7d537b484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:46:41.613925 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-fcd56b08-e6c5-4b4e-b08c-01e7d537b484 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b9264e129346a29d554b0126cc3714 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:46:41.616753 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-fcd56b08-e6c5-4b4e-b08c-01e7d537b484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:46:41.623177 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-fcd56b08-e6c5-4b4e-b08c-01e7d537b484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:46:41.717709 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-fcd56b08-e6c5-4b4e-b08c-01e7d537b484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.723933 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-fcd56b08-e6c5-4b4e-b08c-01e7d537b484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.730687 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-b7c72ecf-2cc8-470b-a8ab-51dc37d71723 tempest-AttachVolumeShelveTestJSON-323976862 tempest-AttachVolumeShelveTestJSON-323976862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:41.773493 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-fcd56b08-e6c5-4b4e-b08c-01e7d537b484 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1b9264e129346a29d554b0126cc3714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948166 May 06 00:46:41.774185 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd56b08-e6c5-4b4e-b08c-01e7d537b484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93921c48-10b8-44a9-9696-90ca2c457381,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:41.776938 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46586) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:41.777153 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-fcd56b08-e6c5-4b4e-b08c-01e7d537b484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:41.838947 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe403e5d-ab82-4a18-b07c-fc412b7763fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.865385 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe403e5d-ab82-4a18-b07c-fc412b7763fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.922687 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe403e5d-ab82-4a18-b07c-fc412b7763fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.927576 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-c47ffc0e-a1e3-4e94-ad96-87d9ebf4f79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:41.939454 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe403e5d-ab82-4a18-b07c-fc412b7763fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93921c48-10b8-44a9-9696-90ca2c457381,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:41.942350 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-fe403e5d-ab82-4a18-b07c-fc412b7763fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:41.944268 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-fe403e5d-ab82-4a18-b07c-fc412b7763fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:41.945663 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-fe403e5d-ab82-4a18-b07c-fc412b7763fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93921c48-10b8-44a9-9696-90ca2c457381 HTTP/1.1" status: 204 len: 168 time: 0.1671419 May 06 00:46:46.846758 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46662) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:46.976529 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d71775d0-39f1-4b65-8fc4-b8b72e4e4077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:46.991476 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-d71775d0-39f1-4b65-8fc4-b8b72e4e4077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:46:46.995607 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-d71775d0-39f1-4b65-8fc4-b8b72e4e4077 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3306097e2048a59657be769289611f is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:46:46.998610 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-d71775d0-39f1-4b65-8fc4-b8b72e4e4077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:46:47.004674 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-d71775d0-39f1-4b65-8fc4-b8b72e4e4077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:46:47.097498 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d71775d0-39f1-4b65-8fc4-b8b72e4e4077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.102545 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-d71775d0-39f1-4b65-8fc4-b8b72e4e4077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.109648 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e20089a8-0368-429a-bb4d-d4b7a82fe55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:47.148366 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71775d0-39f1-4b65-8fc4-b8b72e4e4077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0e5a0f-83cb-415d-94b6-e7011edc1b43,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:47.151781 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d71775d0-39f1-4b65-8fc4-b8b72e4e4077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:47.154325 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-d71775d0-39f1-4b65-8fc4-b8b72e4e4077 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c3306097e2048a59657be769289611f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065915 May 06 00:46:47.158162 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46668) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:47.216206 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-30a3c932-1a9e-45e2-a202-903d2815e2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.241283 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-30a3c932-1a9e-45e2-a202-903d2815e2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.308315 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-30a3c932-1a9e-45e2-a202-903d2815e2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.312248 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-06360481-3029-4d16-8106-8c612726fff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:47.323764 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3c932-1a9e-45e2-a202-903d2815e2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0e5a0f-83cb-415d-94b6-e7011edc1b43,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:47.326188 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-30a3c932-1a9e-45e2-a202-903d2815e2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:47.331965 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-30a3c932-1a9e-45e2-a202-903d2815e2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.333112 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-30a3c932-1a9e-45e2-a202-903d2815e2af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc0e5a0f-83cb-415d-94b6-e7011edc1b43 HTTP/1.1" status: 204 len: 168 time: 0.1740804 May 06 00:46:47.626235 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46676) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:47.643972 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-32e3c525-ee51-4375-a2b5-8091216d7d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.658185 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-32e3c525-ee51-4375-a2b5-8091216d7d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:46:47.662035 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-32e3c525-ee51-4375-a2b5-8091216d7d98 admin admin] Usage tracker for resource:security_group_rule and tenant:37cf7f0684f04e808189830a873e0388 is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:46:47.665059 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-32e3c525-ee51-4375-a2b5-8091216d7d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:46:47.670729 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-32e3c525-ee51-4375-a2b5-8091216d7d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:46:47.764091 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-32e3c525-ee51-4375-a2b5-8091216d7d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.770148 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-32e3c525-ee51-4375-a2b5-8091216d7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.777568 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-3a995539-8b6b-4c8e-8da0-769d7dd3d1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:47.817917 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-32e3c525-ee51-4375-a2b5-8091216d7d98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37cf7f0684f04e808189830a873e0388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905954 May 06 00:46:47.818999 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3c525-ee51-4375-a2b5-8091216d7d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d6ee65-863d-4465-b8b8-b9857710dbd2,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:47.820918 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46680) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:47.821995 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-32e3c525-ee51-4375-a2b5-8091216d7d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:47.891945 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f927c390-1b93-4529-9b86-72df30e2542e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.918105 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f927c390-1b93-4529-9b86-72df30e2542e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.981009 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f927c390-1b93-4529-9b86-72df30e2542e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:47.984629 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-514a8231-df7b-4a1f-a254-ec2592040ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:47.995749 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927c390-1b93-4529-9b86-72df30e2542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d6ee65-863d-4465-b8b8-b9857710dbd2,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:47.999116 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-f927c390-1b93-4529-9b86-72df30e2542e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:48.002543 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-f927c390-1b93-4529-9b86-72df30e2542e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:48.003664 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-f927c390-1b93-4529-9b86-72df30e2542e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8d6ee65-863d-4465-b8b8-b9857710dbd2 HTTP/1.1" status: 204 len: 168 time: 0.1817634 May 06 00:46:49.202313 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46712) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:49.326499 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e5079ef7-f7cb-467e-874e-bbc59bc423b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:49.341320 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e5079ef7-f7cb-467e-874e-bbc59bc423b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:46:49.345371 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e5079ef7-f7cb-467e-874e-bbc59bc423b8 admin admin] Usage tracker for resource:security_group_rule and tenant:0d2b9f800cdc4526ba3d7e4eb73efed7 is out of sync, need to count used quota {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:46:49.348360 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.quota.resource [None req-e5079ef7-f7cb-467e-874e-bbc59bc423b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73853) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:46:49.354851 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.db.quota.driver [None req-e5079ef7-f7cb-467e-874e-bbc59bc423b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73853) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:46:49.451012 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e5079ef7-f7cb-467e-874e-bbc59bc423b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:49.456162 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-e5079ef7-f7cb-467e-874e-bbc59bc423b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:49.463284 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-d18b8503-f8ed-48d2-8c81-732f303dce49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:49.506951 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-e5079ef7-f7cb-467e-874e-bbc59bc423b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d2b9f800cdc4526ba3d7e4eb73efed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035698 May 06 00:46:49.507846 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5079ef7-f7cb-467e-874e-bbc59bc423b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9e55c4-8576-472c-af72-e632de6e1930,revision_number=1']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:49.509843 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46718) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:49.510876 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-e5079ef7-f7cb-467e-874e-bbc59bc423b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:49.570936 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-82b72369-b541-4e15-99d6-2459aab4bbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:49.601871 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-82b72369-b541-4e15-99d6-2459aab4bbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:49.654496 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-82b72369-b541-4e15-99d6-2459aab4bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:49.658006 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-5d485451-47c3-436b-9153-9def64177898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:49.669666 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b72369-b541-4e15-99d6-2459aab4bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9e55c4-8576-472c-af72-e632de6e1930,revision_number=None']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:49.673475 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-82b72369-b541-4e15-99d6-2459aab4bbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:49.692797 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-82b72369-b541-4e15-99d6-2459aab4bbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:49.695862 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-82b72369-b541-4e15-99d6-2459aab4bbd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa9e55c4-8576-472c-af72-e632de6e1930 HTTP/1.1" status: 204 len: 168 time: 0.1849921 May 06 00:46:54.424179 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:56.988585 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [-] (73854) accepted ('10.222.0.32', 46800) {{(pid=73854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:57.110908 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e511c238-6a05-48bf-94be-1c7c4f909879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:57.125616 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e511c238-6a05-48bf-94be-1c7c4f909879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 00:46:57.129733 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e511c238-6a05-48bf-94be-1c7c4f909879 admin admin] Usage tracker for resource:security_group_rule and tenant:10b8fbd433aa4877a17ce8b93b88737a is out of sync, need to count used quota {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 00:46:57.132995 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.quota.resource [None req-e511c238-6a05-48bf-94be-1c7c4f909879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 00:46:57.139445 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.db.quota.driver [None req-e511c238-6a05-48bf-94be-1c7c4f909879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 00:46:57.221379 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e511c238-6a05-48bf-94be-1c7c4f909879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:57.225982 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron_lib.callbacks.manager [None req-e511c238-6a05-48bf-94be-1c7c4f909879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_create {{(pid=73854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:57.234196 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-82b72369-b541-4e15-99d6-2459aab4bbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:57.271685 dv-cinder-784623-8-smb neutron-server[73854]: INFO neutron.wsgi [None req-e511c238-6a05-48bf-94be-1c7c4f909879 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10b8fbd433aa4877a17ce8b93b88737a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820253 May 06 00:46:57.273355 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511c238-6a05-48bf-94be-1c7c4f909879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b4f67-f78f-41ed-950d-f610b133909d,revision_number=1']} {{(pid=73854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:57.274706 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.wsgi [-] (73853) accepted ('10.222.0.32', 46806) {{(pid=73853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 00:46:57.276356 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG oslo_concurrency.lockutils [None req-e511c238-6a05-48bf-94be-1c7c4f909879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:57.341129 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-60b25d2d-0769-49e3-9e24-043da5180127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:57.366569 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-60b25d2d-0769-49e3-9e24-043da5180127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:57.427713 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-60b25d2d-0769-49e3-9e24-043da5180127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594065'] for security_group, after_delete {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:57.431722 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-9410c41c-a951-42ec-8472-0376c76ef17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 00:46:57.444261 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b25d2d-0769-49e3-9e24-043da5180127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b4f67-f78f-41ed-950d-f610b133909d,revision_number=None']} {{(pid=73853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 00:46:57.448030 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG oslo_concurrency.lockutils [None req-60b25d2d-0769-49e3-9e24-043da5180127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 00:46:57.453637 dv-cinder-784623-8-smb neutron-server[73853]: DEBUG neutron_lib.callbacks.manager [None req-60b25d2d-0769-49e3-9e24-043da5180127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:46:57.454731 dv-cinder-784623-8-smb neutron-server[73853]: INFO neutron.wsgi [None req-60b25d2d-0769-49e3-9e24-043da5180127 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a2b4f67-f78f-41ed-950d-f610b133909d HTTP/1.1" status: 204 len: 168 time: 0.1789699 May 06 00:46:59.495002 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1264dbd6-ca65-4c99-aa71-dea79df7fbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:01.999716 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:02.260410 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-124f12b1-044b-4ec8-9525-32b1f63c2352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:03.351528 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:05.020267 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:12.806121 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:47:24.433045 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:29.501435 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1c7680a9-3136-4120-a8d8-3cfbcaa4e5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:32.001958 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:32.266573 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a9c7affd-be5c-415a-95bd-6fb86be8f2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:33.358544 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:35.019386 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:49.807049 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:47:54.442720 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:47:59.491301 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-0f1770c8-e696-49b6-a0a3-c882e62807f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:02.004399 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:02.262371 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-1531e1b6-4fbe-4852-9f69-185ca4428e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:03.365044 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:05.027676 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:24.444490 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:26.807153 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:48:29.497717 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-dd7eec9a-e8d3-4bbf-b93b-207cc0925a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:32.008529 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:32.264811 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-b37acd09-7685-43f4-8811-ae648a327d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:33.361508 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:35.025021 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:54.454484 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:48:59.490304 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-90fa69de-ed6b-4ab6-b576-a46e14bd3f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:02.040368 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:02.262649 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c3d3dcac-b71b-4276-9521-b4b3150aabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:03.368293 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:03.811493 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:49:05.038019 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:24.455418 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:29.495285 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-08e23361-ddb6-49e4-ad1a-1fffcfdf648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:32.015954 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:32.261207 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-5763c2d8-d24c-4d4b-83d2-af6f45689746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:33.369603 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:35.036347 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:40.816227 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:49:54.458369 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:49:59.495898 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-abca57b0-8872-408f-b776-770c216a3071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:02.016546 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:02.258073 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-093660fc-2e02-444a-a68c-cdc982bdbdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:03.374918 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:05.039781 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:17.816014 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:50:24.471210 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:29.501656 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-58e1acdd-2768-4a03-8bea-652b0def67ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:32.021788 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:32.260061 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-c671e771-83fd-4bff-9a98-49e672ebe259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:33.382483 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:35.041874 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:36.155260 dv-cinder-784623-8-smb neutron-server[73854]: DEBUG neutron.wsgi [req-92be1e32-f316-4883-9379-9e585cf9bfdd req-7b32d0a8-0be0-4071-b5c7-4ee5ede40d5a service neutron] (73854) timed out ('10.222.0.26', 56116) {{(pid=73854) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 00:50:54.488050 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:50:54.819934 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:50:59.506214 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-7da69e67-d72f-4cef-9c2c-a28bda9200e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:51:02.023319 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:51:02.256831 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-112937b9-5bfd-45a4-af99-a8beaea62fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:51:03.385246 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:51:05.052451 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:51:24.502585 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-493e7c96-c8be-4ec8-9829-db1ca6537328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:51:29.511041 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-44792739-d4d0-4618-bf7e-825bc9dc64f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:51:31.822487 dv-cinder-784623-8-smb neutron-server[73856]: DEBUG neutron.db.agents_db [None req-d5efe6af-9255-454b-b84e-1c70d9ae0ce7 None None] Agent healthcheck: found 6 active agents {{(pid=73856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 00:51:32.029088 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b77-5068-4a6c-bfad-41fb2550788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:51:32.263305 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-81526744-9e50-4fec-aecb-469a89e63d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:51:33.392462 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-173a04d0-7519-4f01-b52e-e7ec2a47571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 00:51:35.057702 dv-cinder-784623-8-smb neutron-server[73855]: DEBUG neutron_lib.callbacks.manager [None req-a38fc111-c673-4565-8970-37c672c7214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766565609382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1402997'] for agent, after_update {{(pid=73855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}